-- Logs begin at Mon 2021-08-09 18:12:21 UTC, end at Mon 2021-08-09 19:10:20 UTC. -- Aug 09 18:44:42.446464 dv-cinder-782995-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 18:44:45.142145 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.common.config [-] Logging enabled! Aug 09 18:44:45.142785 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 09 18:44:45.142932 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93179) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 18:44:45.146185 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.common.config [-] Logging enabled! Aug 09 18:44:45.146444 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 09 18:44:45.146761 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93179) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 18:44:45.147707 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 18:44:45.147966 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 18:44:45.148332 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 18:44:45.148583 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 18:44:45.148813 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 18:44:45.149141 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.149444 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.149744 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.149975 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.150272 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.150569 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.150855 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.151149 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.151449 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.151740 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.152050 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.152342 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.152635 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.152923 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.153216 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.153510 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.153735 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] debug = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.154019 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.154447 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.154875 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.155159 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.155458 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.155745 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.156043 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.156329 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.156618 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.156954 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] host = dv-cinder-782995-5-iscsi {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.157236 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.157528 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.157820 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.158110 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.158393 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.158678 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.158969 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.159251 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.159532 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] log_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.159819 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.160133 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.160428 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.160717 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.160947 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.161176 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.161467 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.161760 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.162040 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.162317 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.162597 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.162875 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.163152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.163427 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.163716 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.164035 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.164328 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.164607 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.164885 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.165163 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.165443 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.165731 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.166008 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.166286 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.166563 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.166851 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.167126 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.167403 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.167707 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.168027 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.168846 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.169131 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.169410 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.169698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.169981 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.170257 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.170539 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] use_json = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.170814 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.171091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.171381 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.171659 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.171960 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.172241 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.172521 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.172812 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:45.173117 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.173421 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.173728 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.174019 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.174319 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.174605 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.174899 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.175183 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.175482 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.175777 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.176098 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.176384 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.176678 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.176961 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.177266 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.177580 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.177880 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.178176 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.178458 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.178738 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.179015 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.179301 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.179591 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.179900 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.180206 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.180488 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.180775 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.181074 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.181359 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.181638 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.181926 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.182219 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.182505 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.182784 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.183068 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.183352 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.183631 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.184496 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.184784 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.185081 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.185367 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.185647 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.185927 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.186214 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.186492 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.186783 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.187067 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.187345 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.187620 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.187927 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.188203 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.188480 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.188766 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.189116 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.190961 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.193072 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.193784 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.194094 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.194396 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.194695 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.194991 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.195284 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.195578 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.195865 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.196177 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.196465 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.196752 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.197038 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.197339 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.197651 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.197944 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.198234 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.198524 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.198815 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.199111 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.199459 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.199770 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.200086 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.200373 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.200677 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.200971 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.201266 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.201558 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.201842 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.202147 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.202435 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.202726 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.203011 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.203296 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.203591 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.203883 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.204204 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.204507 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.204807 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.205105 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.205405 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.205690 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.206005 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.206297 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:45.206520 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 18:44:45.206767 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93179) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 18:44:45.569162 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 18:44:45.569443 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 18:44:45.569737 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 18:44:45.570073 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 18:44:45.969738 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:45.969945 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:45.970218 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:45.971444 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:45.971722 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:45.972018 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.007163 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.007448 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.007717 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.024103 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.024387 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.024661 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.053079 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.053365 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.053635 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.089710 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.089983 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.090287 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.325298 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.325833 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.325833 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.326098 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.326806 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.450232 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.450532 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.450819 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.451096 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.451366 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.451683 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.451965 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.452227 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.452481 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.452766 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.453034 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.453300 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.453556 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.453809 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.454066 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.454332 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.454587 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.454858 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.455128 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.455386 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.455659 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.455932 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.456221 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.456608 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.456859 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.457108 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.457522 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:44:46.457766 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:44:46.458006 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:44:46.458242 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:44:46.458481 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:44:46.458716 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:44:46.459089 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 18:44:46.462476 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 18:44:46.467057 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 18:44:46.471275 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 09 18:44:46.473125 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 18:44:46.473585 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 18:44:46.473924 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 18:44:46.474322 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 18:44:46.477164 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 18:44:46.477417 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 18:44:46.477770 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 18:44:46.483664 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 18:44:46.505746 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 18:44:46.506214 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.506517 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93179) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 18:44:46.506884 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.508265 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93179) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 18:44:46.508551 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 18:44:46.508799 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 18:44:46.512248 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.512534 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:46.576988 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 18:44:46.577171 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 18:44:46.577379 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 18:44:46.577771 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 18:44:46.599812 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_db.sqlalchemy.engines [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93179) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 18:44:47.140797 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Initializing driver for type 'gre' Aug 09 18:44:47.141332 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] gre ID ranges: [(1, 1000)] Aug 09 18:44:47.191912 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Initializing driver for type 'local' Aug 09 18:44:47.192246 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Initializing driver for type 'vlan' Aug 09 18:44:47.205264 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] VlanTypeDriver initialization complete Aug 09 18:44:47.205683 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Initializing driver for type 'vxlan' Aug 09 18:44:47.206199 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] vxlan ID ranges: [(1, 1000)] Aug 09 18:44:47.258239 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Initializing extension driver 'port_security' Aug 09 18:44:47.258678 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.extensions.port_security [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] PortSecurityExtensionDriver initialization complete Aug 09 18:44:47.259020 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Initializing mechanism driver 'openvswitch' Aug 09 18:44:47.259344 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Initializing mechanism driver 'hyperv' Aug 09 18:44:47.266313 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.plugin [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:47.266988 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > port after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.267357 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > port after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.267707 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > port after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.268241 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:44:47.268695 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > subnet after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.269047 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > subnet after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.269392 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.269778 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:44:47.270195 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > network after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.270523 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > network after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.270862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > network after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.271244 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:44:47.271642 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > security_group after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.272017 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > security_group after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.272355 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.272739 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:44:47.273266 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.273617 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.273961 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.274369 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:44:47.274768 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > address_group after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.275112 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > address_group after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.275450 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.275835 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93179) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:44:47.276308 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] ML2 OVO RPC backend initialized. {{(pid=93179) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 18:44:47.277008 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.277362 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.277822 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > network before_response 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.278165 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > networks before_response 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.278509 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > port before_response 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.278851 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > ports before_response 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.279189 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > subnet before_response 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.279526 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > subnets before_response 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.279867 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > network after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.280226 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > network after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.280567 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > network after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.280905 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > port after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.281245 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > port after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.281581 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > port after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.281916 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > subnet after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.282252 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > subnet after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.282586 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.283163 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.plugin [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Modular L2 Plugin initialization complete Aug 09 18:44:47.283491 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading services supported by the core plugin {{(pid=93179) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 18:44:47.283813 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.plugins.ml2.managers [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Got port-security extension from driver 'port_security' Aug 09 18:44:47.284317 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.extensions.vlantransparent [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Disabled vlantransparent extension. Aug 09 18:44:47.284794 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93179) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 18:44:47.285107 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading Plugin: router Aug 09 18:44:47.322406 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.322804 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router after_create 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.323173 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router before_create 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.323536 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.323916 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.324304 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router after_delete 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.325219 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.325580 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router after_create 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.326051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router after_update 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.326259 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router after_update 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.326608 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.326964 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router after_update 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.327373 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router precommit_update 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.327743 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: port after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.328107 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: port after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.328444 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: subnet after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.328778 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.329123 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.329467 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router precommit_create 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.329806 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: port before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.330144 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router precommit_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.330496 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router after_update 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.330838 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.331190 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router precommit_create 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.331552 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.331911 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router precommit_update 55549900 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.332288 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > agent after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.332636 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > agent after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.332979 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > network after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.333865 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Tracking information for resource: router configured {{(pid=93179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:44:47.334186 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Tracking information for resource: floatingip configured {{(pid=93179) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:44:47.339244 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.db.l3_agentschedulers_db [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 18:44:47.340013 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: port after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.340386 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: port after_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.340741 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: port after_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.341092 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: port after_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.341901 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router before_create 55550100 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.342264 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.342626 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router precommit_create 55550100 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.342979 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > router precommit_update 55550100 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.347700 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.services.provider_configuration [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service providers = [] {{(pid=93179) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 18:44:47.348093 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.db.servicetype_db [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93179) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 18:44:47.351078 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.services.service_base [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 18:44:47.351433 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.services.service_base [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 18:44:47.351778 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.services.service_base [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 18:44:47.352702 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.services.service_base [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93179) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 18:44:47.353072 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.services.service_base [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 18:44:47.353465 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:44:47.353784 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 18:44:47.365464 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:44:47.365796 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading Plugin: auto_allocate Aug 09 18:44:47.372167 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: network precommit_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.372541 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: network precommit_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.373077 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:44:47.373398 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading Plugin: tag Aug 09 18:44:47.380085 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:44:47.380417 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading Plugin: timestamp Aug 09 18:44:47.384471 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:44:47.384807 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading Plugin: network_ip_availability Aug 09 18:44:47.390427 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.390863 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.391167 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.391956 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:44:47.392277 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading Plugin: flavors Aug 09 18:44:47.397127 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:44:47.397462 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading Plugin: revisions Aug 09 18:44:47.401791 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93179) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:44:47.402190 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=93179) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 18:44:47.402967 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93179) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 18:44:47.403303 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Initializing extension manager. Aug 09 18:44:47.403817 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: __init__.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.404193 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: __pycache__ {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.404524 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.404855 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: address_group.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.405622 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.406194 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: address-group Aug 09 18:44:47.406515 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: address_scope.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.407224 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.407726 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: address-scope Aug 09 18:44:47.408077 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.409009 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.409517 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: router-admin-state-down-before-update Aug 09 18:44:47.409838 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: agent.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.410752 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.411264 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: agent Aug 09 18:44:47.411592 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: agent_resources_synced.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.412531 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.413037 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: agent-resources-synced Aug 09 18:44:47.413358 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: allowedaddresspairs.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.415157 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.415675 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: allowed-address-pairs Aug 09 18:44:47.416037 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: auto_allocated_topology.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.417105 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.417615 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: auto-allocated-topology Aug 09 18:44:47.417940 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: availability_zone.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.419154 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.419657 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: availability_zone Aug 09 18:44:47.420012 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: availability_zone_filter.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.420917 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.421420 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: availability_zone_filter Aug 09 18:44:47.421741 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: data_plane_status.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.422819 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.423322 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 18:44:47.423641 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: default_subnetpools.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.424581 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.425086 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: default-subnetpools Aug 09 18:44:47.425409 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.426230 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.426736 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: dhcp_agent_scheduler Aug 09 18:44:47.427058 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: dns.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.428002 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.428501 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension dns-integration not supported by any of loaded plugins Aug 09 18:44:47.428821 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: dns_domain_ports.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.429730 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.430230 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 18:44:47.430549 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.431461 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.431981 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 18:44:47.432303 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: dvr.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.432968 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.433464 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: dvr Aug 09 18:44:47.433840 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: ecmp_routes.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.435249 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.435743 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 18:44:47.436108 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: empty_string_filtering.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.437013 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.437507 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: empty-string-filtering Aug 09 18:44:47.437827 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.438730 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.439224 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 18:44:47.439541 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.440476 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.440970 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 18:44:47.441287 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: external_net.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.442195 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.442689 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: external-net Aug 09 18:44:47.443006 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.443918 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.444430 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: extra_dhcp_opt Aug 09 18:44:47.444747 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: extraroute.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.445655 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.446157 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: extraroute Aug 09 18:44:47.446479 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: extraroute_atomic.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.447506 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.448036 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: extraroute-atomic Aug 09 18:44:47.448360 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: filter_validation.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.449039 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.450108 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: filter-validation Aug 09 18:44:47.450425 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: fip_pf_description.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.451334 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.451834 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 18:44:47.452181 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: fip_port_details.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.453097 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.453600 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: fip-port-details Aug 09 18:44:47.453927 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: flavors.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.455181 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.455686 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: flavors Aug 09 18:44:47.456039 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.457731 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.458246 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 18:44:47.458573 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: floatingip_pools.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.459271 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.459780 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: floatingip-pools Aug 09 18:44:47.460129 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: ip_allocation.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.461055 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.461556 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 18:44:47.461876 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.462788 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.463291 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: ip-substring-filtering Aug 09 18:44:47.463616 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: l2_adjacency.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.464571 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.465633 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 18:44:47.465954 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: l3.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.467117 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.467634 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: router Aug 09 18:44:47.467992 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.470537 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.471062 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 18:44:47.471388 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.472352 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.472862 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: ext-gw-mode Aug 09 18:44:47.473186 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.474118 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.474626 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: l3-ha Aug 09 18:44:47.474948 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: l3_flavors.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.475861 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.476390 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: l3-flavors Aug 09 18:44:47.476709 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.477612 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.478109 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 18:44:47.478428 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: l3agentscheduler.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.479486 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.480018 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: l3_agent_scheduler Aug 09 18:44:47.480347 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: logging.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.481895 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.482413 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension logging not supported by any of loaded plugins Aug 09 18:44:47.482745 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: metering.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.483488 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.484091 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: metering Aug 09 18:44:47.484429 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.485521 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.486032 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: metering_source_and_destination_fields Aug 09 18:44:47.486358 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: multiprovidernet.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.487280 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.487785 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: multi-provider Aug 09 18:44:47.488145 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: netmtu.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.489049 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.489551 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: net-mtu Aug 09 18:44:47.489871 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: netmtu_writable.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.490782 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.491398 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: net-mtu-writable Aug 09 18:44:47.491732 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: network_availability_zone.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.492428 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.492929 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: network_availability_zone Aug 09 18:44:47.493250 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: network_ip_availability.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.494347 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.494855 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: network-ip-availability Aug 09 18:44:47.495179 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: network_segment_range.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.495975 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.496502 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 18:44:47.496822 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: pagination.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.497814 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.498145 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: pagination Aug 09 18:44:47.498466 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: port_device_profile.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.499378 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.499886 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: port-device-profile Aug 09 18:44:47.500230 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.501144 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.501645 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: port-mac-address-regenerate Aug 09 18:44:47.501968 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.502893 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.503394 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: port-numa-affinity-policy Aug 09 18:44:47.503714 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: port_resource_request.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.504661 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.505158 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 18:44:47.505477 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: portbindings.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.506414 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.506917 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: binding Aug 09 18:44:47.507237 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: portbindings_extended.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.508721 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.509240 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: binding-extended Aug 09 18:44:47.509569 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: portsecurity.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.510494 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.511000 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: port-security Aug 09 18:44:47.511324 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: project_id.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.512991 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.513369 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: project-id Aug 09 18:44:47.513692 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: providernet.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.514627 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.515139 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: provider Aug 09 18:44:47.515457 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.519083 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.519623 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos not supported by any of loaded plugins Aug 09 18:44:47.519996 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.521297 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.521811 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 18:44:47.522143 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.523061 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.523567 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 18:44:47.523915 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos_default.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.525182 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.525689 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos-default not supported by any of loaded plugins Aug 09 18:44:47.526012 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos_fip.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.526682 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.527177 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos-fip not supported by any of loaded plugins Aug 09 18:44:47.527555 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos_gateway_ip.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.529024 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.529525 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 18:44:47.529847 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos_port_network_policy.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.530755 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.531255 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 18:44:47.531577 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos_pps_rule.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.532809 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.533325 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos-pps not supported by any of loaded plugins Aug 09 18:44:47.533650 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos_rule_type_details.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.534606 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.535120 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 18:44:47.535441 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: qos_rules_alias.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.536523 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.537039 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 18:44:47.537364 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: quotasv2.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.538358 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.538688 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: quotas Aug 09 18:44:47.539011 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: quotasv2_detail.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.542160 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.542496 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: quota_details Aug 09 18:44:47.542826 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: rbac.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.544201 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.544740 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: rbac-policies Aug 09 18:44:47.545082 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: rbac_address_group.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.546017 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.546522 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: rbac-address-group Aug 09 18:44:47.546847 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: rbac_address_scope.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.547770 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.548336 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: rbac-address-scope Aug 09 18:44:47.548628 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: rbac_security_groups.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.549537 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.550035 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: rbac-security-groups Aug 09 18:44:47.550359 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: rbac_subnetpool.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.551271 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.551770 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: rbac-subnetpool Aug 09 18:44:47.552124 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: revisionifmatch.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.553050 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.553553 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: revision-if-match Aug 09 18:44:47.553871 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: revisions.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.555013 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.555522 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: standard-attr-revisions Aug 09 18:44:47.555841 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: router_availability_zone.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.556560 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.557065 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: router_availability_zone Aug 09 18:44:47.557388 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: routerservicetype.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.558309 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.558869 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension router-service-type not supported by any of loaded plugins Aug 09 18:44:47.559187 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.560135 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.560642 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: security-groups-normalized-cidr Aug 09 18:44:47.560966 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.561890 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.562391 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: port-security-groups-filtering Aug 09 18:44:47.562712 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.563634 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.564159 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: security-groups-remote-address-group Aug 09 18:44:47.564484 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: securitygroup.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.575201 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.575821 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: security-group Aug 09 18:44:47.576176 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: segment.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.577120 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.577634 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension segment not supported by any of loaded plugins Aug 09 18:44:47.577963 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.579045 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.579570 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 18:44:47.579922 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: servicetype.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.581185 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.581715 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: service-type Aug 09 18:44:47.582045 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: sorting.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.583084 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.583419 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: sorting Aug 09 18:44:47.583748 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: standard_attr_segment.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.584727 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.585261 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 18:44:47.585585 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: standardattrdescription.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.586262 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.586776 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: standard-attr-description Aug 09 18:44:47.587102 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: stateful_security_group.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.588128 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.588643 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: stateful-security-group Aug 09 18:44:47.588965 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: stdattrs_common.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.589568 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 18:44:47.589892 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.591421 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.591962 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 18:44:47.592402 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: subnet_onboard.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.593527 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.594038 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: subnet_onboard Aug 09 18:44:47.594621 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.595564 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.596100 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 18:44:47.596424 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: subnet_service_types.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.597350 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.597859 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: subnet-service-types Aug 09 18:44:47.598181 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: subnetallocation.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.599295 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.599811 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: subnet_allocation Aug 09 18:44:47.600162 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.600844 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.601345 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: subnetpool-prefix-ops Aug 09 18:44:47.601665 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.602630 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.603131 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 18:44:47.603453 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: tagging.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.604610 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.605135 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: standard-attr-tag Aug 09 18:44:47.605456 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: timestamp.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.606792 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.607306 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loaded extension: standard-attr-timestamp Aug 09 18:44:47.607634 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: trunk.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.608724 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.609235 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension trunk not supported by any of loaded plugins Aug 09 18:44:47.609560 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: trunk_details.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.610503 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.611012 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension trunk-details not supported by any of loaded plugins Aug 09 18:44:47.611334 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: uplink_status_propagation.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.612314 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.612830 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 18:44:47.613151 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Loading extension file: vlantransparent.py {{(pid=93179) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:44:47.613858 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93179) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:44:47.614371 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 18:44:47.617120 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:network Aug 09 18:44:47.617673 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:subnet Aug 09 18:44:47.618076 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:44:47.618471 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:port Aug 09 18:44:47.619846 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.620351 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service FLAVORS assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.621017 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.621527 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.621867 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:router Aug 09 18:44:47.622303 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:floatingip Aug 09 18:44:47.622804 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service METERING assigned prefix: /metering {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.624332 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.624703 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.625057 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:44:47.626173 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 18:44:47.626613 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:security_group Aug 09 18:44:47.627056 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 18:44:47.629026 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service CORE assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.629383 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:44:47.629750 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] subnetpool is already registered Aug 09 18:44:47.630216 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service CORE assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.630557 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:44:47.630893 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] subnetpool is already registered Aug 09 18:44:47.633432 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.633771 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service FLAVORS assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.634365 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.634791 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.635133 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:router Aug 09 18:44:47.635475 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] router is already registered Aug 09 18:44:47.635887 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:floatingip Aug 09 18:44:47.636250 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] floatingip is already registered Aug 09 18:44:47.636711 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service METERING assigned prefix: /metering {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.638023 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 18:44:47.638350 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] rbac_policy is already registered Aug 09 18:44:47.638768 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:security_group Aug 09 18:44:47.639104 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] security_group is already registered Aug 09 18:44:47.639507 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 18:44:47.639839 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] security_group_rule is already registered Aug 09 18:44:47.640545 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service CORE assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.640927 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:44:47.641205 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] subnetpool is already registered Aug 09 18:44:47.641646 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.v2.resource_helper [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Service CORE assigned prefix: {{(pid=93179) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:44:47.641965 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:44:47.642294 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING neutron.quota.resource_registry [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] subnetpool is already registered Aug 09 18:44:47.642786 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: extensions {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.644318 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: address-groups {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.645780 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: address-scopes {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.647104 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: agents {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.648271 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: auto-allocated-topology {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.649528 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: availability_zones {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.650735 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: dhcp-networks {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.652281 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: dhcp-agents {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.654308 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: routers {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.656044 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: flavors {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.657353 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: service_profiles {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.658544 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: next_providers {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.660008 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: service_profiles {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.661533 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: floatingip-pools {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.662755 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: routers {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.664506 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: floatingips {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.665782 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: l3-routers {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.667172 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: l3-agents {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.669132 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: metering-labels {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.670394 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: metering-label-rules {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.671761 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: network-ip-availabilities {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.673040 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: bindings {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.674571 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: quotas {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.676148 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: quotas {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.677644 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: rbac-policies {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.678836 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: security-groups {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.680151 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: security-group-rules {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.681372 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: service-providers {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.682572 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: subnetpools {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.684508 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: subnetpools {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.686065 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.687743 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.689573 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.691350 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.693091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.696455 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.698131 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.700062 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.701975 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.703726 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron.api.extensions [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Extended resource: tags {{(pid=93179) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:44:47.709985 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING keystonemiddleware.auth_token [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 18:44:47.715466 dv-cinder-782995-5-iscsi neutron-server[93179]: WARNING keystonemiddleware.auth_token [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 18:44:47.724388 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Acquired lock "singleton_lock" {{(pid=93179) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 18:44:47.724865 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_concurrency.lockutils [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Releasing lock "singleton_lock" {{(pid=93179) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 18:44:47.725516 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO oslo_service.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Starting 2 workers Aug 09 18:44:47.731948 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Started child 93288 {{(pid=93179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 18:44:47.735868 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Started child 93289 {{(pid=93179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 18:44:47.737985 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO neutron.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 18:44:47.738780 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Notify callbacks [] for process, before_spawn {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:47.741684 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO oslo_service.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Starting 1 workers Aug 09 18:44:47.742528 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:47.744301 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:47.744851 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [-] (93288) wsgi starting up on http://0.0.0.0:9696 Aug 09 18:44:47.746304 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [-] (93289) wsgi starting up on http://0.0.0.0:9696 Aug 09 18:44:47.748185 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Started child 93290 {{(pid=93179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 18:44:47.748766 dv-cinder-782995-5-iscsi neutron-server[93179]: INFO oslo_service.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Starting 1 workers Aug 09 18:44:47.753506 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Started child 93291 {{(pid=93179) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 18:44:47.754299 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] calling RpcWorker wait() {{(pid=93290) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 18:44:47.754861 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG neutron_lib.callbacks.manager [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] Notify callbacks [] for process, after_spawn {{(pid=93179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:47.754957 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.service [None req-212b138f-b4cd-469d-a1f4-5f5addf9687c None None] returning from RpcWorker wait() {{(pid=93290) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 18:44:47.756177 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:47.757593 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:47.757714 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93179) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 18:44:47.757714 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 18:44:47.757714 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 18:44:47.757714 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 18:44:47.758048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 18:44:47.758048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 18:44:47.758620 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.758911 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.759088 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:47.759550 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.759550 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.759770 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.760201 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:47.760707 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.761599 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.761599 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.762122 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.762374 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.762555 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.764693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.764693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.764693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.764693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.764693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.764693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.764693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.764693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.765833 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.765833 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.765833 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.766233 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] debug = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.766370 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.766802 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.767053 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.767319 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.767550 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.767844 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.768262 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.768433 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.768636 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.768861 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.769140 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.769360 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.769618 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.769836 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.770060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.770357 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.770579 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.771042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] host = dv-cinder-782995-5-iscsi {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.771278 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.771496 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.771723 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.771997 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.772246 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.772477 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.772743 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.772997 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.773244 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.773487 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.773805 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.774118 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.774432 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.774726 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.774879 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_options = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.775147 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.775420 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.775707 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.775919 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.776141 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.776322 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.776950 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.776950 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.777248 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.778016 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.778352 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.778626 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.778849 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.779069 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.779350 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.779600 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.779854 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.780129 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.780414 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.780820 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.781029 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.781350 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.781696 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.781878 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.782073 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.782320 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.782718 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.782963 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.783202 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.783497 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.783987 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.784405 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.784628 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.784948 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.785232 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.785489 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.785723 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.786063 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.786317 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.786638 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.787153 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.787321 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.787622 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.787907 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.788275 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.788859 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_json = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.789172 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.789566 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.789774 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.790905 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.791216 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.791483 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.791819 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.792137 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.792534 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.792951 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.793245 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.795797 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.796194 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.796445 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.797914 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.798185 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.799314 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.801119 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.801378 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.801655 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.803940 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.803940 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.803940 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.803940 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.803940 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.803940 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.803940 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.804464 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.804464 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.804591 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.804937 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.805248 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.807430 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.807430 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.807430 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.807430 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.807430 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.807430 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.807430 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.807430 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.812091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.812091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.812091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.812091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.812091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.812091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.812091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.812091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.812091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814188 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814188 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814188 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814188 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814188 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814188 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814188 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814188 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814188 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.814862 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.815436 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.815436 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.815436 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.815436 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.815436 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.815436 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.815803 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.816016 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.816337 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.816521 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.816724 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.816952 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.817171 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.817386 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.817637 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.817872 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.818097 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.818336 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.818583 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.818810 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.819024 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.819239 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.819474 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.819701 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.819984 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.820292 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.820634 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823574 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823574 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823574 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823574 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823805 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.823877 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.824207 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.824482 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.824623 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.824854 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.825109 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.825364 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.825634 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.825893 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.826239 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.826555 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.826865 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.827207 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.827463 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.827736 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.827992 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.828287 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.828612 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.828874 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.829157 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.829391 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.829648 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.829914 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.830155 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.830421 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.830656 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.830911 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.831159 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.831453 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.831658 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.831882 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.832125 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.832378 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.832732 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.832984 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.833241 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.833474 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.833761 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.834023 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.834289 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.834550 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.834824 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.835066 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.835331 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.835562 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.835803 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.836067 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.836322 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.836539 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.836785 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.837025 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.837275 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.837492 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.837734 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.837971 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.838205 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.838428 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.838671 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.838983 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.839143 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.839355 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.839637 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.839808 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.840597 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.840821 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.841042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.841280 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.841605 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.841762 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.841956 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.842263 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.842516 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.842738 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.842988 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.843246 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.843486 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.843704 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.843977 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.844203 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.844679 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.844896 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.845137 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.845357 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.845594 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.845822 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.846060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.846331 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.846597 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.846932 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.847185 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.847419 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.847661 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.847881 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.848156 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.848378 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.848618 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.848837 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.849053 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.849274 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.849547 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.849792 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.850033 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.850251 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.850463 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.850691 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.850931 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.851142 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.851434 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.851707 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.851960 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.852225 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.852486 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.852720 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.852953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.853169 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.853737 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.853737 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.853737 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.854190 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.854298 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.854454 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.854667 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.854904 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.855354 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.855646 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.856419 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.856636 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.856850 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.857090 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.857331 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.857545 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.857775 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.858037 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.858245 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.858508 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.858713 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.858947 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.859198 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.859412 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.859668 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.859854 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.860094 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.860328 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.860648 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.860913 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.861155 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.861455 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.861693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.861944 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.862177 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.862472 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.862711 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.862988 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.863230 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.863473 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.863693 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.863965 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.864294 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.864595 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.864870 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.865141 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.865412 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.865695 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.865957 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.866175 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.866464 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.866816 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.867120 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.867386 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.867624 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.867888 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.868143 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.868365 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.868612 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.868853 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.869075 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.869334 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.869574 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.869804 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.870044 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.870275 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.870517 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.870746 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.870988 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.871240 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.871459 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.871621 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 18:44:47.872177 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93179) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 18:44:47.872341 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 18:44:47.872498 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 18:44:47.872672 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 18:44:47.872848 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 18:44:47.872992 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 18:44:47.873200 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.873364 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.873529 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.873716 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.873850 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.874020 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.874191 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.874370 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.874502 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.874661 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.874856 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.875074 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.875168 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.875279 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.875594 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.875762 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.875932 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.876095 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.876255 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.876416 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.876580 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.876741 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.876937 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] debug = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.877138 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.877399 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.877552 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.877638 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.877717 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.877877 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.878038 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.878200 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.878360 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.878522 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.878684 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.878848 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.879014 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.879144 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.879308 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.879475 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.879632 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.879793 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] host = dv-cinder-782995-5-iscsi {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.879975 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.880265 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.880380 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.880464 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.880596 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.880758 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.880919 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.881090 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.881240 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.881404 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.881567 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.881725 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.881885 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.882051 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.882212 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_options = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.882372 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.882532 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.882692 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.882885 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.883053 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.883214 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.883376 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.883537 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.883698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.883859 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.884047 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.884204 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.884365 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.884525 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.884725 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.884893 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.885055 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.885227 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.885412 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.885634 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.885762 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.886837 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.886837 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.886837 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.886837 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.886837 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.886837 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.886837 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888042 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888724 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888724 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888724 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.888724 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.889003 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.889003 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.889524 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.889524 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.889745 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.889745 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_json = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.890356 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.890356 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.890356 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.890356 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.891440 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.891440 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.891440 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.891440 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:44:47.891440 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.891440 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.891440 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.892398 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.892398 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.892398 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.892398 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.892398 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.892398 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.892855 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.892855 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.892855 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.893048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.893114 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.893250 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.893422 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.893584 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.893910 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.894079 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.894243 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.894407 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.894574 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.894753 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.895090 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.895273 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.895461 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.895609 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.895749 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.895887 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.896137 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.897548 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.897548 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.897548 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.897548 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.897548 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.897548 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.897548 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.897548 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.897548 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.899048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.899048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.899048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.899048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.899048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.899048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.899048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.899048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.899048 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.901136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.901136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.901136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.901136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.901136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.901136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.901136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.901136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.901136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.902152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.902152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.902152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.902152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.902152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.902152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.902152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.902152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.902152 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.903302 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.903302 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.903302 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.903302 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.903302 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.903302 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.903302 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.903302 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.904025 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.904025 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.904025 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.904025 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.904362 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.904362 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.904362 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.904566 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.905210 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.905210 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.905210 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.905210 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.905586 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.905586 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.905586 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.905848 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.905981 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.906088 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.906211 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.907953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.907953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.907953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.907953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.907953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.907953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.907953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.907953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908434 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908434 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908434 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908434 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908434 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908434 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908764 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908764 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908879 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.908943 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.909110 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.909498 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:47.909604 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.909685 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.909825 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.910004 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.910181 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.910346 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.910511 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.910675 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.910838 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.911003 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.911165 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.911329 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.911524 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.911656 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.911821 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.912015 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.912199 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.912365 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.912531 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.912696 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914060 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914609 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914609 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914609 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914609 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914874 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.914874 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.915027 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.915163 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.915331 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.915493 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.915659 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.915958 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.916087 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.916401 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.916401 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.916581 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.916663 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.916765 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.916928 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.917091 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.917254 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.917416 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.917579 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.917742 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.917905 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.918109 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.918927 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.919103 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.919259 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.919459 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.919623 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.919789 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.919976 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.920143 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.920309 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.920473 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.920644 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.920808 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.920971 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.921136 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.921311 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.921471 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.921651 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.921781 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.922077 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.922077 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.922360 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.922499 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.922644 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.922792 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.923329 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.923329 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.923329 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.923329 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.924372 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.924372 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.924372 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.924372 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.924372 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.924372 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.925698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.925698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.925698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.925698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.925698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.925698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.925698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.925698 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.927022 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.927022 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.927022 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.927022 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.927022 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.927022 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.927022 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.927022 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928014 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928014 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928014 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928014 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928014 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928014 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928014 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928620 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928620 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928620 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.928620 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.929003 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.929003 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.929003 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.929267 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.929267 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.929408 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.929574 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.929737 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.929901 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.930076 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.930239 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.930402 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.930565 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.930728 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.930890 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.931064 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.931229 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.931392 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.931564 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.931726 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.931919 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.932079 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.932254 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.932419 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.932586 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.932750 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.932915 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.933078 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.933243 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.933412 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.933587 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.933787 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.933953 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.934125 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.934297 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.934471 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.934634 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.934804 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.934981 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.935145 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.935309 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.935495 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.935623 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.935786 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.935970 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.936135 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.936298 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.936460 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.936623 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.936786 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.937180 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.937180 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.937506 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.937506 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.937703 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.937703 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.937917 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.938039 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:44:47.938150 dv-cinder-782995-5-iscsi neutron-server[93179]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93179) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 18:44:48.124136 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42226) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:44:48.132435 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060928 Aug 09 18:44:59.663489 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b30957-9b4f-4223-b7c0-0c2d4dc91a82 None None] get_active_networks_info from dv-cinder-782995-5-iscsi {{(pid=93290) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 18:44:59.747233 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b30957-9b4f-4223-b7c0-0c2d4dc91a82 None None] No non-hosted networks {{(pid=93290) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 18:44:59.761060 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.agentschedulers_db [None req-16b30957-9b4f-4223-b7c0-0c2d4dc91a82 None None] DHCP Agent not found on host dv-cinder-782995-5-iscsi {{(pid=93290) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 18:44:59.857850 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-03f84e05-0575-4bee-a68a-085dedf3710e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003430'] for agent, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:02.322271 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-28ba2703-ee9b-4bae-a7b6-2f49c10f8c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003430'] for agent, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:02.379350 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-eb53a6b0-569d-4d4c-82a6-bd6e5804a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:02.405300 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003430'] for agent, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:02.407592 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.412849 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.413479 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.415154 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.416938 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.417501 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.418562 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.419749 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.423252 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.423912 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.424828 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.425447 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:02.426179 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782995-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:02.439538 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782995-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:03.267044 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003430'] for agent, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.061602 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003430'] for agent, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.138724 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 42318) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:06.660979 dv-cinder-782995-5-iscsi neutron-server[93288]: WARNING oslo_policy.policy [None req-3fd01161-5e3e-43c5-9436-0b8d2bff3410 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:45:06.661556 dv-cinder-782995-5-iscsi neutron-server[93288]: WARNING oslo_policy.policy [None req-3fd01161-5e3e-43c5-9436-0b8d2bff3410 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:45:06.881785 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [None req-3fd01161-5e3e-43c5-9436-0b8d2bff3410 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:45:06.883059 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-3fd01161-5e3e-43c5-9436-0b8d2bff3410 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7419050 Aug 09 18:45:07.665381 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.db.l3_hamode_db [None req-c726a2a5-8917-483a-bc34-8190c887e099 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 18:45:07.745631 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726a2a5-8917-483a-bc34-8190c887e099 None None] Routers set() bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:07.746074 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726a2a5-8917-483a-bc34-8190c887e099 None None] Router IDs set() for agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 18:45:09.272302 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42332) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:09.775783 dv-cinder-782995-5-iscsi neutron-server[93289]: WARNING oslo_policy.policy [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:45:09.776405 dv-cinder-782995-5-iscsi neutron-server[93289]: WARNING oslo_policy.policy [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:45:09.994846 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:45:10.087202 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.policy [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93289) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 18:45:10.132275 dv-cinder-782995-5-iscsi neutron-server[93289]: WARNING oslo_policy.policy [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:45:10.132645 dv-cinder-782995-5-iscsi neutron-server[93289]: WARNING oslo_policy.policy [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:45:10.141170 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.quota [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] Loaded quota_driver: . Aug 09 18:45:10.233667 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774191030707', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774191031140', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774191025974', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774191053163', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774191669791', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774191065179', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-629871', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-799816', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1927560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1730778'] for rbac-policy, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.300838 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.301979 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-00b1acf8-8df7-48b3-b364-71d0c670970c admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0287118 Aug 09 18:45:12.888908 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42350) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:13.185714 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Request body: {'network': {'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'admin_state_up': True, 'name': 'private'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:45:13.213872 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Made reservation on behalf of 4d6d728c7370402a98ace549d2d3dbbd for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:45:13.217155 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.234406 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.356603 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.360689 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.384302 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:45:13.409207 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774193839975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.409802 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Unsubscribe: segment precommit_create {{(pid=93289) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 18:45:13.410325 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Added segment 2b59e77d-64f8-485b-bce4-ea214d799cc0 of type vlan for network bf9a439b-547b-4882-ad36-2f52f726b49b Aug 09 18:45:13.426984 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc10001d-4b7a-4e91-83a4-7cdbba364550,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:13.477443 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.477836 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.478205 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.478564 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.478890 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.479234 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.479559 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.479880 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.480786 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.481110 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.481426 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.481741 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Tracked resource versions report: Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: pushed versions: Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: { 'AddressGroup': {'1.2'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'ConntrackHelper': {'1.0'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Log': {'1.0'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Network': {'1.1'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Port': {'1.7'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'PortForwarding': {'1.2'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'QosPolicy': {'1.9'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SecurityGroup': {'1.4'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SubPort': {'1.0'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Subnet': {'1.1'}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Trunk': {'1.1'}} Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: consumer versions: Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: { DHCP agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: L3 agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: Metadata agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: Metering agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: Open vSwitch agent@dv-cinder-782995-5-iscsi: { 'AddressGroup': '1.2', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'ConntrackHelper': '1.0', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Log': '1.0', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Network': '1.1', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Port': '1.7', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'PortForwarding': '1.2', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'QosPolicy': '1.9', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SecurityGroup': '1.4', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SecurityGroupRule': '1.2', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SubPort': '1.0', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Subnet': '1.1', Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Trunk': '1.1'}} Aug 09 18:45:13.482878 dv-cinder-782995-5-iscsi neutron-server[93289]: {{(pid=93289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:45:13.529892 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.579861 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.580972 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:13.581613 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.675355 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7853575 Aug 09 18:45:13.684115 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818df9b7-465f-462e-8d45-63a61e02cb11 admin admin] Pushing event updated for resources: {'Network': ['ID=bf9a439b-547b-4882-ad36-2f52f726b49b,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:13.710585 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network bf9a439b-547b-4882-ad36-2f52f726b49b details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:45:16.312533 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42364) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:16.701666 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f89f0-a354-4b0a-9e3c-731278db7f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:16.702952 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-ed3f89f0-a354-4b0a-9e3c-731278db7f87 admin admin] 10.222.0.57 "GET /v2.0/networks/bf9a439b-547b-4882-ad36-2f52f726b49b HTTP/1.1" status: 200 len: 825 time: 0.3894770 Aug 09 18:45:16.727222 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-dd057e35-1e66-4111-9f02-73c89a99f794 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/4e75e75f-9175-421f-a80b-f4c1e495f147 HTTP/1.1" status: 200 len: 734 time: 0.0183167 Aug 09 18:45:16.736761 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'subnetpool_id': '4e75e75f-9175-421f-a80b-f4c1e495f147', 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b', 'ip_version': 4}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:45:16.759067 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Made reservation on behalf of 4d6d728c7370402a98ace549d2d3dbbd for: {'subnet': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:45:16.761477 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:17.055546 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:17.125828 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Pushing event updated for resources: {'Subnet': ['ID=593b155d-4fcd-4d23-8cdd-eef63cb3a498,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:17.127787 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Checking segment: {'id': '2b59e77d-64f8-485b-bce4-ea214d799cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:45:17.128212 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Network hostable DHCP agents. Network: bf9a439b-547b-4882-ad36-2f52f726b49b, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:45:17.149889 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Network bf9a439b-547b-4882-ad36-2f52f726b49b is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:45:17.160971 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, bf9a439b-547b-4882-ad36-2f52f726b49b) {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:45:17.165554 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:17.166133 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:17.170681 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e9ea1-ac7d-4f55-a721-4440683fc643 None None] Network bf9a439b-547b-4882-ad36-2f52f726b49b requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:45:17.181090 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-bec496e0-acdf-4ae2-9ba9-a2976eb3224d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4476891 Aug 09 18:45:17.497511 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-bf9a439b-547b-4882-ad36-2f52f726b49b', 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'fixed_ips': [{'subnet_id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:45:17.498741 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:17.787351 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Allocated IP 172.20.0.2 (bf9a439b-547b-4882-ad36-2f52f726b49b/593b155d-4fcd-4d23-8cdd-eef63cb3a498/cbee409f-dad6-4cf9-9e75-5bb2b35339ed) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:45:18.023746 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:18.038683 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Transition to ACTIVE for port object cbee409f-dad6-4cf9-9e75-5bb2b35339ed will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:45:18.060171 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Transition to ACTIVE for port object cbee409f-dad6-4cf9-9e75-5bb2b35339ed will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:45:18.068128 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:18.143185 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Network bf9a439b-547b-4882-ad36-2f52f726b49b is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:45:18.148090 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:45:18.153636 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Pushing event updated for resources: {'Port': ['ID=cbee409f-dad6-4cf9-9e75-5bb2b35339ed,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:18.158120 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:45:18.165896 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.166242 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.166579 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.166908 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.167228 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.168111 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.168436 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.168758 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.169094 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.169416 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.169732 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.170049 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Tracked resource versions report: Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: pushed versions: Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: { 'AddressGroup': {'1.2'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'ConntrackHelper': {'1.0'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Log': {'1.0'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Network': {'1.1'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Port': {'1.7'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'PortForwarding': {'1.2'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'QosPolicy': {'1.9'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SecurityGroup': {'1.4'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SubPort': {'1.0'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Subnet': {'1.1'}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Trunk': {'1.1'}} Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: consumer versions: Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: { DHCP agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: L3 agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: Metadata agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: Metering agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: Open vSwitch agent@dv-cinder-782995-5-iscsi: { 'AddressGroup': '1.2', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'ConntrackHelper': '1.0', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Log': '1.0', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Network': '1.1', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Port': '1.7', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'PortForwarding': '1.2', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'QosPolicy': '1.9', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SecurityGroup': '1.4', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SecurityGroupRule': '1.2', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SubPort': '1.0', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Subnet': '1.1', Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Trunk': '1.1'}} Aug 09 18:45:18.171168 dv-cinder-782995-5-iscsi neutron-server[93290]: {{(pid=93290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:45:18.242313 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Attempting to bind port cbee409f-dad6-4cf9-9e75-5bb2b35339ed on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:45:18.242710 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Attempting to bind port cbee409f-dad6-4cf9-9e75-5bb2b35339ed by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '2b59e77d-64f8-485b-bce4-ea214d799cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:45:18.243127 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Attempting to bind port cbee409f-dad6-4cf9-9e75-5bb2b35339ed on network bf9a439b-547b-4882-ad36-2f52f726b49b {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:45:18.248020 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:45:18.248413 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Checking segment: {'id': '2b59e77d-64f8-485b-bce4-ea214d799cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:45:18.248907 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:18.249301 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Bound using segment: {'id': '2b59e77d-64f8-485b-bce4-ea214d799cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:45:18.249791 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Bound port: cbee409f-dad6-4cf9-9e75-5bb2b35339ed, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b59e77d-64f8-485b-bce4-ea214d799cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:45:18.250177 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:18.315074 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] For port cbee409f-dad6-4cf9-9e75-5bb2b35339ed, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:45:18.319422 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] For port cbee409f-dad6-4cf9-9e75-5bb2b35339ed, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=cbee409f-dad6-4cf9-9e75-5bb2b35339ed,segment=NetworkSegment(2b59e77d-64f8-485b-bce4-ea214d799cc0),segment_id=2b59e77d-64f8-485b-bce4-ea214d799cc0)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:45:18.324444 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:18.390165 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3c26a-5e7c-41f0-989c-e6df628f16c2 None None] Pushing event updated for resources: {'Port': ['ID=cbee409f-dad6-4cf9-9e75-5bb2b35339ed,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:19.628294 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42372) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:19.984208 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [None req-75dfd837-2f44-4898-a802-02ec108c2520 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:45:19.985242 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-75dfd837-2f44-4898-a802-02ec108c2520 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3559268 Aug 09 18:45:22.403385 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42380) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:22.721989 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [None req-506ebcb3-5e70-4e8e-aef4-a35c22ca0ce6 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:45:22.722976 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-506ebcb3-5e70-4e8e-aef4-a35c22ca0ce6 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186510 Aug 09 18:45:25.357258 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 42390) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:25.668169 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:45:25.738916 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.policy [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93288) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 18:45:25.791720 dv-cinder-782995-5-iscsi neutron-server[93288]: WARNING oslo_policy.policy [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:45:25.793068 dv-cinder-782995-5-iscsi neutron-server[93288]: WARNING oslo_policy.policy [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:45:25.802172 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.quota [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] Loaded quota_driver: . Aug 09 18:45:25.864595 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:25.866470 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:26.023450 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:26.028886 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:26.048416 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:26.049616 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6629870e-6876-48b1-89a2-decb195a557b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6913781 Aug 09 18:45:26.230897 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cbee409f-dad6-4cf9-9e75-5bb2b35339ed up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:45:26.340355 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port cbee409f-dad6-4cf9-9e75-5bb2b35339ed completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:45:26.902583 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8a9c9-09ea-4dd7-b038-4c6f46afad7f None None] Network bf9a439b-547b-4882-ad36-2f52f726b49b requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:45:27.032316 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-55db4d06-e7e7-45bc-b7c4-7bcf925fd690 None None] Provisioning for port cbee409f-dad6-4cf9-9e75-5bb2b35339ed completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:45:27.039764 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-55db4d06-e7e7-45bc-b7c4-7bcf925fd690 None None] Provisioning complete for port cbee409f-dad6-4cf9-9e75-5bb2b35339ed triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:45:27.040194 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-55db4d06-e7e7-45bc-b7c4-7bcf925fd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:27.186803 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-55db4d06-e7e7-45bc-b7c4-7bcf925fd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:27.226157 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-55db4d06-e7e7-45bc-b7c4-7bcf925fd690 None None] For port cbee409f-dad6-4cf9-9e75-5bb2b35339ed, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=cbee409f-dad6-4cf9-9e75-5bb2b35339ed,segment=NetworkSegment(2b59e77d-64f8-485b-bce4-ea214d799cc0),segment_id=2b59e77d-64f8-485b-bce4-ea214d799cc0)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:27.231360 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-55db4d06-e7e7-45bc-b7c4-7bcf925fd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:27.282210 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db4d06-e7e7-45bc-b7c4-7bcf925fd690 None None] Pushing event updated for resources: {'Port': ['ID=cbee409f-dad6-4cf9-9e75-5bb2b35339ed,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:27.353086 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-c5d6678c-5322-4a85-859b-635caf2acaa6 None None] Provisioning complete for port cbee409f-dad6-4cf9-9e75-5bb2b35339ed triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:45:27.353557 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c5d6678c-5322-4a85-859b-635caf2acaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.199303 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cbee409f-dad6-4cf9-9e75-5bb2b35339ed up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:45:28.246423 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port cbee409f-dad6-4cf9-9e75-5bb2b35339ed triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:45:28.247095 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.528576 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 42404) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:28.838734 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [None req-3045d281-dd6c-4129-9991-6aa940e134f6 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:45:28.839721 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-3045d281-dd6c-4129-9991-6aa940e134f6 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102262 Aug 09 18:45:29.559952 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d2fe671f-0750-4cf2-812b-4c76fda70390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:31.196623 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42412) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:31.507231 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:45:31.529238 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Made reservation on behalf of d2054ad97f794e479395cafcbfe7ce09 for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:45:31.531585 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:31.539783 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:31.630676 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:31.634859 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:31.649947 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Reserving flat network on physical network physnet1 {{(pid=93289) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 18:45:31.670646 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1daf24b-2e39-46f9-9277-7064af3e1f39,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:31.673517 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:31.673846 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Added segment 8779471a-5f00-4eb2-9daf-ff70757c6233 of type flat for network 2e465317-e554-4978-98b0-3a9474df252a Aug 09 18:45:31.721391 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:31.756708 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:31.757631 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:31.758211 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:31.809976 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6122756 Aug 09 18:45:31.816973 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf834bd-8c05-450a-baf5-0f0360304919 admin admin] Pushing event updated for resources: {'Network': ['ID=2e465317-e554-4978-98b0-3a9474df252a,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:31.827835 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 2e465317-e554-4978-98b0-3a9474df252a details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:45:32.326680 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-25af7760-d7ae-4732-a797-45b3d69e1c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:32.400404 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:33.200721 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:34.184507 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42430) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:34.366422 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa64fe-60bb-4f2a-8cb8-f1882f553ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:34.367774 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-48fa64fe-60bb-4f2a-8cb8-f1882f553ce9 admin admin] 10.222.0.57 "GET /v2.0/subnets/593b155d-4fcd-4d23-8cdd-eef63cb3a498 HTTP/1.1" status: 200 len: 849 time: 0.1823285 Aug 09 18:45:34.528283 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-988488db-78ba-4f36-ac8e-de5646e6bde9 admin admin] 10.222.0.57 "GET /v2.0/routers/55b7a882-72fc-4280-99c1-d55028f8632e HTTP/1.1" status: 200 len: 704 time: 0.1544344 Aug 09 18:45:34.792598 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.002163 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.079777 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Allocated IP 172.20.0.1 (bf9a439b-547b-4882-ad36-2f52f726b49b/593b155d-4fcd-4d23-8cdd-eef63cb3a498/e725b79e-24b9-4231-bc11-5e807e0bbbaf) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:45:35.283014 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.305235 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Transition to ACTIVE for port object e725b79e-24b9-4231-bc11-5e807e0bbbaf will not be triggered until provisioned by entity DHCP. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:45:35.382402 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.443616 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Network bf9a439b-547b-4882-ad36-2f52f726b49b is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:45:35.449216 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:45:35.458128 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:45:35.458639 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.527699 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=e725b79e-24b9-4231-bc11-5e807e0bbbaf,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:35.665687 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.697924 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-00d25006-6e46-430f-b3d2-0157515e0d10 None None] Provisioning for port e725b79e-24b9-4231-bc11-5e807e0bbbaf completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:45:35.701698 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-00d25006-6e46-430f-b3d2-0157515e0d10 None None] Provisioning complete for port e725b79e-24b9-4231-bc11-5e807e0bbbaf triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:45:35.702095 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-00d25006-6e46-430f-b3d2-0157515e0d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.734892 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-00d25006-6e46-430f-b3d2-0157515e0d10 None None] Port e725b79e-24b9-4231-bc11-5e807e0bbbaf cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:45:35.881774 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.886806 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.887674 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:35.967169 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=e725b79e-24b9-4231-bc11-5e807e0bbbaf,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:36.016929 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Network bf9a439b-547b-4882-ad36-2f52f726b49b is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:45:36.018230 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:45:36.178803 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Router 55b7a882-72fc-4280-99c1-d55028f8632e is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:45:36.254010 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-c6ce647b-95f8-4589-bc63-a3bf0cfc0974 None None] Provisioning complete for port e725b79e-24b9-4231-bc11-5e807e0bbbaf triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:45:36.254586 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c6ce647b-95f8-4589-bc63-a3bf0cfc0974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:36.267923 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:45:36.273211 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-dcea53f3-aa37-4ea1-81b2-9abc838d2fc0 admin admin] 10.222.0.57 "PUT /v2.0/routers/55b7a882-72fc-4280-99c1-d55028f8632e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7394190 Aug 09 18:45:36.294227 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce647b-95f8-4589-bc63-a3bf0cfc0974 None None] Port e725b79e-24b9-4231-bc11-5e807e0bbbaf cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:45:36.294597 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Sync routers for ids ['55b7a882-72fc-4280-99c1-d55028f8632e'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:45:36.306875 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Routers {'55b7a882-72fc-4280-99c1-d55028f8632e'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:36.307762 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:45:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['55b7a882-72fc-4280-99c1-d55028f8632e'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:36.492769 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Set router 55b7a882-72fc-4280-99c1-d55028f8632e gateway port host: None {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:36.919194 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'name': 'router1', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:45:25Z', 'updated_at': '2021-08-09T18:45:35Z', 'revision_number': 2, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'gw_port_host': None, '_interfaces': [{'id': 'e725b79e-24b9-4231-bc11-5e807e0bbbaf', 'name': '', 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'mac_address': 'fa:16:3e:bb:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:45:34Z', 'updated_at': '2021-08-09T18:45:35Z', 'revision_number': 2, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'subnets': [{'id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e75e75f-9175-421f-a80b-f4c1e495f147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:36.972349 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Checking router: 55b7a882-72fc-4280-99c1-d55028f8632e for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:45:36.972718 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Updating router 55b7a882-72fc-4280-99c1-d55028f8632e port e725b79e-24b9-4231-bc11-5e807e0bbbaf binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:45:37.021110 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:37.538963 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:37.557429 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Transition to ACTIVE for port object e725b79e-24b9-4231-bc11-5e807e0bbbaf will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:45:37.564430 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:37.718372 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Pushing event updated for resources: {'Port': ['ID=e725b79e-24b9-4231-bc11-5e807e0bbbaf,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:37.734480 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.734829 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.735172 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.735500 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.735823 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.736178 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.736497 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.736816 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.737153 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.737462 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.737774 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.738085 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Tracked resource versions report: Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: pushed versions: Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: { 'AddressGroup': {'1.2'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'ConntrackHelper': {'1.0'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Log': {'1.0'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Network': {'1.1'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Port': {'1.7'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'PortForwarding': {'1.2'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'QosPolicy': {'1.9'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SecurityGroup': {'1.4'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SubPort': {'1.0'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Subnet': {'1.1'}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Trunk': {'1.1'}} Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: consumer versions: Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: { DHCP agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: L3 agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: Metadata agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: Metering agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: Open vSwitch agent@dv-cinder-782995-5-iscsi: { 'AddressGroup': '1.2', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'ConntrackHelper': '1.0', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Log': '1.0', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Network': '1.1', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Port': '1.7', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'PortForwarding': '1.2', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'QosPolicy': '1.9', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SecurityGroup': '1.4', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SecurityGroupRule': '1.2', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SubPort': '1.0', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Subnet': '1.1', Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Trunk': '1.1'}} Aug 09 18:45:37.739185 dv-cinder-782995-5-iscsi neutron-server[93291]: {{(pid=93291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:45:37.743584 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Attempting to bind port e725b79e-24b9-4231-bc11-5e807e0bbbaf on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:45:37.743996 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Attempting to bind port e725b79e-24b9-4231-bc11-5e807e0bbbaf by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '2b59e77d-64f8-485b-bce4-ea214d799cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:45:37.744444 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Attempting to bind port e725b79e-24b9-4231-bc11-5e807e0bbbaf on network bf9a439b-547b-4882-ad36-2f52f726b49b {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:45:37.750260 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:45:37.750658 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Checking segment: {'id': '2b59e77d-64f8-485b-bce4-ea214d799cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:45:37.751139 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:37.751531 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Bound using segment: {'id': '2b59e77d-64f8-485b-bce4-ea214d799cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:45:37.752041 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Bound port: e725b79e-24b9-4231-bc11-5e807e0bbbaf, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b59e77d-64f8-485b-bce4-ea214d799cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:45:37.752416 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:37.817453 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] For port e725b79e-24b9-4231-bc11-5e807e0bbbaf, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:45:37.839777 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] For port e725b79e-24b9-4231-bc11-5e807e0bbbaf, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=e725b79e-24b9-4231-bc11-5e807e0bbbaf,segment=NetworkSegment(2b59e77d-64f8-485b-bce4-ea214d799cc0),segment_id=2b59e77d-64f8-485b-bce4-ea214d799cc0)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:45:37.844979 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:37.902279 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc0ac2-7038-478f-bb68-929d4a235035 None None] Pushing event updated for resources: {'Port': ['ID=e725b79e-24b9-4231-bc11-5e807e0bbbaf,revision_number=4']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:37.904758 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Routers {'55b7a882-72fc-4280-99c1-d55028f8632e'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:37.905353 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:45:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['55b7a882-72fc-4280-99c1-d55028f8632e'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:37.997489 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] Set router 55b7a882-72fc-4280-99c1-d55028f8632e gateway port host: None {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:38.214611 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'name': 'router1', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:45:25Z', 'updated_at': '2021-08-09T18:45:35Z', 'revision_number': 2, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'gw_port_host': None, '_interfaces': [{'id': 'e725b79e-24b9-4231-bc11-5e807e0bbbaf', 'name': '', 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'mac_address': 'fa:16:3e:bb:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:45:34Z', 'updated_at': '2021-08-09T18:45:37Z', 'revision_number': 4, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'subnets': [{'id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e75e75f-9175-421f-a80b-f4c1e495f147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:38.240799 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b74de7-7318-4da4-8d4c-e80b47d5e97f None None] The sync data for ids ['55b7a882-72fc-4280-99c1-d55028f8632e'] in dv-cinder-782995-5-iscsi is: [{'id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'name': 'router1', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:45:25Z', 'updated_at': '2021-08-09T18:45:35Z', 'revision_number': 2, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'gw_port_host': None, '_interfaces': [{'id': 'e725b79e-24b9-4231-bc11-5e807e0bbbaf', 'name': '', 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'mac_address': 'fa:16:3e:bb:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:45:34Z', 'updated_at': '2021-08-09T18:45:37Z', 'revision_number': 4, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'subnets': [{'id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e75e75f-9175-421f-a80b-f4c1e495f147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:45:38.497220 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42450) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:38.607466 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea3de9-20ef-4d21-a58c-2338be180438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:38.608901 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-c3ea3de9-20ef-4d21-a58c-2338be180438 admin admin] 10.222.0.57 "GET /v2.0/networks/2e465317-e554-4978-98b0-3a9474df252a HTTP/1.1" status: 200 len: 842 time: 0.1106827 Aug 09 18:45:38.619083 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Request body: {'subnet': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:45:38.641151 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Made reservation on behalf of d2054ad97f794e479395cafcbfe7ce09 for: {'subnet': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:45:38.643489 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:38.925632 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.objects.ports [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 18:45:38.926071 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:39.046311 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a56c49-a3a0-4249-abdd-3dcfa5851b2a,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:39.054760 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:45:39.055113 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Network hostable DHCP agents. Network: 2e465317-e554-4978-98b0-3a9474df252a, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:45:39.070987 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:45:39.080621 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 2e465317-e554-4978-98b0-3a9474df252a) {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:45:39.084787 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:39.085486 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:39.090849 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84a5cd-b394-487b-8f73-24fc4778b4bc None None] Network 2e465317-e554-4978-98b0-3a9474df252a requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:45:39.104274 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-49bdfb94-2456-4649-bc2d-383077bc528e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4880738 Aug 09 18:45:39.225697 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c329e-db9d-4525-97e7-37c8953f9c60 None None] Network 2e465317-e554-4978-98b0-3a9474df252a requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:45:41.420924 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42458) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:41.554730 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-8f960a95-7599-4dfc-912c-080b47385c3a admin admin] 10.222.0.57 "GET /v2.0/routers/55b7a882-72fc-4280-99c1-d55028f8632e HTTP/1.1" status: 200 len: 710 time: 0.1323445 Aug 09 18:45:41.647813 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f459d09-d614-4f58-9bc8-faf7d30caf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:41.649164 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-2f459d09-d614-4f58-9bc8-faf7d30caf2b admin admin] 10.222.0.57 "GET /v2.0/networks/2e465317-e554-4978-98b0-3a9474df252a HTTP/1.1" status: 200 len: 886 time: 0.0890114 Aug 09 18:45:41.659150 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:45:41.913775 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:42.154208 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:42.230875 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:42.334412 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Allocated IP 172.27.1.102 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/7aa40959-fc4b-4161-840c-057f2428a0d8) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:45:42.441912 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:42.481153 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:42.519301 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:45:42.522085 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:45:42.525529 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:45:42.530530 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa40959-fc4b-4161-840c-057f2428a0d8,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:42.771021 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.045013 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2004756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2002245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40611'] for router, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.048350 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2004975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2004966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2002268'] for router, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.155242 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Router 55b7a882-72fc-4280-99c1-d55028f8632e has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:45:43.259089 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:45:43.263961 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] Notify callbacks [] for router, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.265158 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-63ee3fdc-addb-4d78-9fb3-af685234d280 admin admin] 10.222.0.57 "PUT /v2.0/routers/55b7a882-72fc-4280-99c1-d55028f8632e HTTP/1.1" status: 200 len: 890 time: 1.6095688 Aug 09 18:45:44.227585 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device e725b79e-24b9-4231-bc11-5e807e0bbbaf up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:45:44.280694 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port e725b79e-24b9-4231-bc11-5e807e0bbbaf completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:45:44.284713 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port e725b79e-24b9-4231-bc11-5e807e0bbbaf triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:45:44.285348 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:44.365933 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:44.400010 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port e725b79e-24b9-4231-bc11-5e807e0bbbaf, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=e725b79e-24b9-4231-bc11-5e807e0bbbaf,segment=NetworkSegment(2b59e77d-64f8-485b-bce4-ea214d799cc0),segment_id=2b59e77d-64f8-485b-bce4-ea214d799cc0)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:44.403873 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:44.456427 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=e725b79e-24b9-4231-bc11-5e807e0bbbaf,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:44.682797 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Sync routers for ids ['55b7a882-72fc-4280-99c1-d55028f8632e'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:45:44.692996 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Routers {'55b7a882-72fc-4280-99c1-d55028f8632e'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:44.693725 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:45:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['55b7a882-72fc-4280-99c1-d55028f8632e'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:44.941685 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Set router 55b7a882-72fc-4280-99c1-d55028f8632e gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:45.331355 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'name': 'router1', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '7aa40959-fc4b-4161-840c-057f2428a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:45:25Z', 'updated_at': '2021-08-09T18:45:42Z', 'revision_number': 4, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'gw_port': {'id': '7aa40959-fc4b-4161-840c-057f2428a0d8', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:45:42Z', 'updated_at': '2021-08-09T18:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'e725b79e-24b9-4231-bc11-5e807e0bbbaf', 'name': '', 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'mac_address': 'fa:16:3e:bb:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:45:34Z', 'updated_at': '2021-08-09T18:45:44Z', 'revision_number': 5, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'subnets': [{'id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e75e75f-9175-421f-a80b-f4c1e495f147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:45.380104 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Checking router: 55b7a882-72fc-4280-99c1-d55028f8632e for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:45:45.380459 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Updating router 55b7a882-72fc-4280-99c1-d55028f8632e port 7aa40959-fc4b-4161-840c-057f2428a0d8 binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:45:45.429213 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:45.665955 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 42470) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:45.758368 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:45.768381 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Transition to ACTIVE for port object 7aa40959-fc4b-4161-840c-057f2428a0d8 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:45:45.773599 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:45.778973 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b24242f5-3e4e-4e1c-8e3f-06e70611c849 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1118093 Aug 09 18:45:45.816587 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 5 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:45:45.828169 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f45b0e-c38a-4ced-a8e3-c0a02eea9ed6 None None] Pushing event updated for resources: {'Port': ['ID=7aa40959-fc4b-4161-840c-057f2428a0d8,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:45.832713 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Attempting to bind port 7aa40959-fc4b-4161-840c-057f2428a0d8 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:45:45.833095 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Attempting to bind port 7aa40959-fc4b-4161-840c-057f2428a0d8 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:45:45.833434 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Attempting to bind port 7aa40959-fc4b-4161-840c-057f2428a0d8 on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:45:45.839267 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:45:45.839653 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:45:45.840098 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:45.840499 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:45:45.840985 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Bound port: 7aa40959-fc4b-4161-840c-057f2428a0d8, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:45:45.841396 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:45.898035 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] For port 7aa40959-fc4b-4161-840c-057f2428a0d8, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:45:45.904445 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] For port 7aa40959-fc4b-4161-840c-057f2428a0d8, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=7aa40959-fc4b-4161-840c-057f2428a0d8,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:45:45.909664 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:45.970068 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Routers {'55b7a882-72fc-4280-99c1-d55028f8632e'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:45.970696 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:45:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['55b7a882-72fc-4280-99c1-d55028f8632e'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:45.972660 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f45b0e-c38a-4ced-a8e3-c0a02eea9ed6 None None] Pushing event updated for resources: {'Port': ['ID=7aa40959-fc4b-4161-840c-057f2428a0d8,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:46.158681 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] Set router 55b7a882-72fc-4280-99c1-d55028f8632e gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:46.233350 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device e725b79e-24b9-4231-bc11-5e807e0bbbaf up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:45:46.347210 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port e725b79e-24b9-4231-bc11-5e807e0bbbaf triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:45:46.347767 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:46.480381 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'name': 'router1', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '7aa40959-fc4b-4161-840c-057f2428a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:45:25Z', 'updated_at': '2021-08-09T18:45:42Z', 'revision_number': 4, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'gw_port': {'id': '7aa40959-fc4b-4161-840c-057f2428a0d8', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:45:42Z', 'updated_at': '2021-08-09T18:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'e725b79e-24b9-4231-bc11-5e807e0bbbaf', 'name': '', 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'mac_address': 'fa:16:3e:bb:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:45:34Z', 'updated_at': '2021-08-09T18:45:44Z', 'revision_number': 5, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'subnets': [{'id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e75e75f-9175-421f-a80b-f4c1e495f147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:46.509266 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a8024-58d9-4d57-b635-404f06663a5f None None] The sync data for ids ['55b7a882-72fc-4280-99c1-d55028f8632e'] in dv-cinder-782995-5-iscsi is: [{'id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'name': 'router1', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '7aa40959-fc4b-4161-840c-057f2428a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:45:25Z', 'updated_at': '2021-08-09T18:45:42Z', 'revision_number': 4, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'gw_port': {'id': '7aa40959-fc4b-4161-840c-057f2428a0d8', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:45:42Z', 'updated_at': '2021-08-09T18:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'e725b79e-24b9-4231-bc11-5e807e0bbbaf', 'name': '', 'network_id': 'bf9a439b-547b-4882-ad36-2f52f726b49b', 'tenant_id': '4d6d728c7370402a98ace549d2d3dbbd', 'mac_address': 'fa:16:3e:bb:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7a882-72fc-4280-99c1-d55028f8632e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:45:34Z', 'updated_at': '2021-08-09T18:45:44Z', 'revision_number': 5, 'project_id': '4d6d728c7370402a98ace549d2d3dbbd', 'subnets': [{'id': '593b155d-4fcd-4d23-8cdd-eef63cb3a498', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4e75e75f-9175-421f-a80b-f4c1e495f147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:45:48.257556 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7aa40959-fc4b-4161-840c-057f2428a0d8 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:45:48.327092 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 7aa40959-fc4b-4161-840c-057f2428a0d8 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:45:48.332152 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 7aa40959-fc4b-4161-840c-057f2428a0d8 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:45:48.332847 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:48.437781 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:48.466967 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 7aa40959-fc4b-4161-840c-057f2428a0d8, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=7aa40959-fc4b-4161-840c-057f2428a0d8,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:48.476885 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:48.542255 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=7aa40959-fc4b-4161-840c-057f2428a0d8,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:50.258099 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7aa40959-fc4b-4161-840c-057f2428a0d8 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:45:50.369868 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 7aa40959-fc4b-4161-840c-057f2428a0d8 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:45:50.370795 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:59.563569 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0b135abb-cb7a-4f55-ab96-308501faa0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:02.324111 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-44e9149c-ce84-4baf-a6a8-698807afc4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:02.444027 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:03.205075 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:05.043863 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:22.815598 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 5 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:46:29.568040 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-179587be-5dab-4e83-afb3-48591f5202bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:32.318233 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5f9b79b5-52a1-4d3b-94a1-a5bde7e59b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:32.401276 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:33.207913 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:35.031387 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:59.570167 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-eaeb147b-984c-46cc-a122-021b8d551ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:59.814565 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 5 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:47:02.322327 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5199476-3155-4e76-ac7c-bf7e5214cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:02.403812 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:03.210350 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:05.031974 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:22.667362 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43038) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:22.734687 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c8fd7d-0536-4d5f-bc5e-8099e8d2d44a admin admin] GET failed (client error): The resource could not be found. Aug 09 18:47:22.736116 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-68c8fd7d-0536-4d5f-bc5e-8099e8d2d44a admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675890 Aug 09 18:47:22.891276 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57a6a5-6af2-45eb-b1e0-4b6d7482e030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:22.892690 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-6d57a6a5-6af2-45eb-b1e0-4b6d7482e030 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1521609 Aug 09 18:47:25.030805 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43048) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:25.119493 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61afb85b-aa7f-4dca-83f9-2a9fa107ac1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:25.120869 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-61afb85b-aa7f-4dca-83f9-2a9fa107ac1c admin admin] 10.222.0.57 "GET /v2.0/subnets/593b155d-4fcd-4d23-8cdd-eef63cb3a498 HTTP/1.1" status: 200 len: 849 time: 0.0891366 Aug 09 18:47:25.130577 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:47:25.213999 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Notify callbacks [] for subnet, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.356365 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774193670292'] for subnet, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.385545 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:25.386516 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.387446 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] 10.222.0.57 "PUT /v2.0/subnets/593b155d-4fcd-4d23-8cdd-eef63cb3a498 HTTP/1.1" status: 200 len: 868 time: 0.2605574 Aug 09 18:47:25.402158 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d48ec53-0778-426b-bae3-e1f453d88a41 None None] Network bf9a439b-547b-4882-ad36-2f52f726b49b requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:47:25.407971 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=593b155d-4fcd-4d23-8cdd-eef63cb3a498,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:25.416109 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.416487 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.416833 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.417171 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.417652 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.418015 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.418352 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.418683 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.419030 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.419361 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.419686 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.420074 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a687efc-b112-4cfd-a37d-9c74e661ff4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:47:25.761326 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-e90c20af-fb26-4856-a265-fb25734fbe38 None None] Provisioning complete for port cbee409f-dad6-4cf9-9e75-5bb2b35339ed triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:47:25.761700 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e90c20af-fb26-4856-a265-fb25734fbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.856385 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-e90c20af-fb26-4856-a265-fb25734fbe38 None None] Provisioning complete for port e725b79e-24b9-4231-bc11-5e807e0bbbaf triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:47:25.856642 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e90c20af-fb26-4856-a265-fb25734fbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.569307 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43056) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:27.771933 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b3dc24-da5f-4db6-a5c0-366204c51c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:27.772434 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b3dc24-da5f-4db6-a5c0-366204c51c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:27.774022 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-29b3dc24-da5f-4db6-a5c0-366204c51c88 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037573 Aug 09 18:47:29.572265 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a1a56bb8-379a-4762-a784-6fb08c7db09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.965300 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43064) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:30.107750 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2433a0f-8dbb-46b6-820b-91f3292e83ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:30.108259 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2433a0f-8dbb-46b6-820b-91f3292e83ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:30.109772 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-d2433a0f-8dbb-46b6-820b-91f3292e83ff admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1435351 Aug 09 18:47:32.289254 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43072) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:32.324700 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0c1b248d-1fa6-465b-9d5c-470012defa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:32.416399 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:32.529942 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b14d99-2830-4cc5-8dd4-cf78681076c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:32.531460 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a6b14d99-2830-4cc5-8dd4-cf78681076c6 admin admin] 10.222.0.57 "GET /v2.0/networks/2e465317-e554-4978-98b0-3a9474df252a HTTP/1.1" status: 200 len: 886 time: 0.2412863 Aug 09 18:47:33.213673 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:34.690915 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43082) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:34.822564 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e48c8ba-37de-49ea-8d6c-64a504f320f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:34.823953 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-2e48c8ba-37de-49ea-8d6c-64a504f320f0 admin admin] 10.222.0.57 "GET /v2.0/networks/bf9a439b-547b-4882-ad36-2f52f726b49b HTTP/1.1" status: 200 len: 869 time: 0.1320918 Aug 09 18:47:35.037021 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:36.813567 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 5 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:47:36.979194 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43090) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:37.105936 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef697f96-d435-4440-8a35-ff426aae950f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:37.106311 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef697f96-d435-4440-8a35-ff426aae950f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:37.107844 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-ef697f96-d435-4440-8a35-ff426aae950f admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277182 Aug 09 18:47:39.235605 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43098) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:39.330462 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea1215-0d57-4356-b52d-bfe42cf165f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:39.330927 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea1215-0d57-4356-b52d-bfe42cf165f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:39.332465 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-89ea1215-0d57-4356-b52d-bfe42cf165f7 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958636 Aug 09 18:47:41.497095 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43106) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:41.623569 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9661e95d-9394-460b-8a25-058362668160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:41.624870 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-9661e95d-9394-460b-8a25-058362668160 admin admin] 10.222.0.57 "GET /v2.0/subnets/593b155d-4fcd-4d23-8cdd-eef63cb3a498 HTTP/1.1" status: 200 len: 868 time: 0.1268487 Aug 09 18:47:43.798985 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43114) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:43.886038 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a9591-04ec-4883-8c4b-d6c6a750920b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:43.887349 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-170a9591-04ec-4883-8c4b-d6c6a750920b admin admin] 10.222.0.57 "GET /v2.0/subnets/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a HTTP/1.1" status: 200 len: 816 time: 0.0874367 Aug 09 18:47:59.573561 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-203a696c-c591-4813-a12f-9665807a0973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:02.333996 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7bef1fde-35b9-4b08-b2cd-dc9e0360e0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:02.408401 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:03.215726 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:05.044145 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:09.430920 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43168) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:09.478420 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [None req-5bc720d2-4ff3-4468-b1b5-ad8210dfa038 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:48:09.479406 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-5bc720d2-4ff3-4468-b1b5-ad8210dfa038 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475676 Aug 09 18:48:11.737753 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43176) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:11.797625 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3ea04f-6942-4628-b02c-fb6dc0a0be52 admin admin] GET failed (client error): The resource could not be found. Aug 09 18:48:11.798924 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-4b3ea04f-6942-4628-b02c-fb6dc0a0be52 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602314 Aug 09 18:48:11.884818 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be74ab-93fd-43c3-809f-4ec9c5e247ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:11.886271 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-87be74ab-93fd-43c3-809f-4ec9c5e247ef admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823910 Aug 09 18:48:13.812044 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 5 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:48:14.056866 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43184) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:14.106084 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:48:14.126814 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Made reservation on behalf of d2054ad97f794e479395cafcbfe7ce09 for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:48:14.129196 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:14.159548 dv-cinder-782995-5-iscsi neutron-server[93289]: WARNING neutron.services.revisions.revision_plugin [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Could not find related network for resource to bump revision. Aug 09 18:48:14.175446 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:48:14.189819 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:14.190168 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Added segment 5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba of type vlan for network 1ca3db77-d74c-4b11-9498-56b2081912d0 Aug 09 18:48:14.235610 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:14.368249 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:14.369430 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:14.370084 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:14.425325 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3673587 Aug 09 18:48:14.430482 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7570506-ebb6-4330-8ed1-06a02e92037c admin admin] Pushing event updated for resources: {'Network': ['ID=1ca3db77-d74c-4b11-9498-56b2081912d0,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:14.441639 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 1ca3db77-d74c-4b11-9498-56b2081912d0 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:48:16.627213 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43192) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:16.688215 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dc5354-930d-4b68-87cd-096c0449f6e5 admin admin] GET failed (client error): The resource could not be found. Aug 09 18:48:16.689672 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b4dc5354-930d-4b68-87cd-096c0449f6e5 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614934 Aug 09 18:48:16.767485 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb62e6a-91af-4e77-9c66-c95d8db16f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:16.769022 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-dfb62e6a-91af-4e77-9c66-c95d8db16f0b admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710905 Aug 09 18:48:16.779227 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:48:16.799582 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Made reservation on behalf of d2054ad97f794e479395cafcbfe7ce09 for: {'subnet': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:48:16.801954 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:16.972749 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:17.026447 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa31131-492d-4f70-b0c8-3a3e45375361,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:17.035030 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Checking segment: {'id': '5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:48:17.035390 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Network hostable DHCP agents. Network: 1ca3db77-d74c-4b11-9498-56b2081912d0, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:48:17.051363 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Network 1ca3db77-d74c-4b11-9498-56b2081912d0 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:48:17.060222 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 1ca3db77-d74c-4b11-9498-56b2081912d0) {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:48:17.064184 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:17.064776 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:17.069724 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f4c53-0a93-4533-88dc-c34bea9a0f0d None None] Network 1ca3db77-d74c-4b11-9498-56b2081912d0 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:48:17.078389 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-28dffaec-8acd-4eaf-8119-57958b47c138 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3027086 Aug 09 18:48:17.321535 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-1ca3db77-d74c-4b11-9498-56b2081912d0', 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0', 'tenant_id': 'd2054ad97f794e479395cafcbfe7ce09', 'fixed_ips': [{'subnet_id': 'caa31131-492d-4f70-b0c8-3a3e45375361'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:48:17.322416 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:17.458305 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Allocated IP 192.168.233.2 (1ca3db77-d74c-4b11-9498-56b2081912d0/caa31131-492d-4f70-b0c8-3a3e45375361/a03c9f3d-770f-4b90-bf22-78d034eed068) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:48:17.613216 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:17.623065 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Transition to ACTIVE for port object a03c9f3d-770f-4b90-bf22-78d034eed068 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:48:17.639525 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Transition to ACTIVE for port object a03c9f3d-770f-4b90-bf22-78d034eed068 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:48:17.646504 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:17.691335 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Network 1ca3db77-d74c-4b11-9498-56b2081912d0 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:48:17.694893 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:48:17.699407 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Pushing event updated for resources: {'Port': ['ID=a03c9f3d-770f-4b90-bf22-78d034eed068,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:17.701611 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:48:17.713213 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.713562 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.713903 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.714240 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.714574 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.714907 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.715239 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.715561 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.715955 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.716286 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.716866 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.717190 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:17.763872 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Attempting to bind port a03c9f3d-770f-4b90-bf22-78d034eed068 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:48:17.764269 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Attempting to bind port a03c9f3d-770f-4b90-bf22-78d034eed068 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:48:17.764628 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Attempting to bind port a03c9f3d-770f-4b90-bf22-78d034eed068 on network 1ca3db77-d74c-4b11-9498-56b2081912d0 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:48:17.770067 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:48:17.770441 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Checking segment: {'id': '5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:48:17.770840 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:17.771828 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Bound using segment: {'id': '5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:48:17.772322 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Bound port: a03c9f3d-770f-4b90-bf22-78d034eed068, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:48:17.772718 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:17.839295 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] For port a03c9f3d-770f-4b90-bf22-78d034eed068, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:48:17.843149 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] For port a03c9f3d-770f-4b90-bf22-78d034eed068, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=a03c9f3d-770f-4b90-bf22-78d034eed068,segment=NetworkSegment(5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba),segment_id=5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:48:17.847728 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:17.916021 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7df6a1-eea3-4fd2-a373-060af2421482 None None] Pushing event updated for resources: {'Port': ['ID=a03c9f3d-770f-4b90-bf22-78d034eed068,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:18.383189 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device a03c9f3d-770f-4b90-bf22-78d034eed068 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:48:18.434066 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port a03c9f3d-770f-4b90-bf22-78d034eed068 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:48:18.743218 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2a8b7-ebf2-43a6-8305-926952b99d74 None None] Network 1ca3db77-d74c-4b11-9498-56b2081912d0 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:48:18.888258 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5ec45a8e-b1f4-4a18-a79c-76594112735a None None] Provisioning for port a03c9f3d-770f-4b90-bf22-78d034eed068 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:48:18.896496 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5ec45a8e-b1f4-4a18-a79c-76594112735a None None] Provisioning complete for port a03c9f3d-770f-4b90-bf22-78d034eed068 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:48:18.896875 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5ec45a8e-b1f4-4a18-a79c-76594112735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:18.984090 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5ec45a8e-b1f4-4a18-a79c-76594112735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:19.019912 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5ec45a8e-b1f4-4a18-a79c-76594112735a None None] For port a03c9f3d-770f-4b90-bf22-78d034eed068, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=a03c9f3d-770f-4b90-bf22-78d034eed068,segment=NetworkSegment(5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba),segment_id=5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:19.024967 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5ec45a8e-b1f4-4a18-a79c-76594112735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:19.084023 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec45a8e-b1f4-4a18-a79c-76594112735a None None] Pushing event updated for resources: {'Port': ['ID=a03c9f3d-770f-4b90-bf22-78d034eed068,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:19.145988 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-37355298-cdfc-4813-b283-cd4888ea0284 None None] Provisioning complete for port a03c9f3d-770f-4b90-bf22-78d034eed068 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:48:19.146942 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-37355298-cdfc-4813-b283-cd4888ea0284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:20.344078 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device a03c9f3d-770f-4b90-bf22-78d034eed068 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:48:20.397368 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port a03c9f3d-770f-4b90-bf22-78d034eed068 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:48:20.397733 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:29.574781 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3d57df36-db14-4efe-bc83-5be24b16224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:32.327609 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7e43ca23-ac07-4649-bb45-413670b344f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:32.410993 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.218778 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:35.044767 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:50.809887 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 5 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:48:59.577463 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-68dd0c5c-1277-4bdc-8d8f-d4438d6a1a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:02.329390 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5684b06c-cd45-4045-a43b-24d9c83a60bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:02.406755 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:03.221379 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:05.055120 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:26.495968 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43244) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:49:26.502217 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [None req-c0c40353-eb61-46a2-b1ef-f128c6a77fb9 tempest-verify_tempest_config-1720881486 tempest-verify_tempest_config-1720881486-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:49:26.503245 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-c0c40353-eb61-46a2-b1ef-f128c6a77fb9 tempest-verify_tempest_config-1720881486 tempest-verify_tempest_config-1720881486-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062642 Aug 09 18:49:26.821652 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43262) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:49:26.926363 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:27.014413 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:27.018609 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:27.066842 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9a9ef6ae22b49cbb0b975c3573fd9fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2436213 Aug 09 18:49:27.068026 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a1e674-7986-4ee8-8135-d27344ccf400,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:49:27.069513 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43266) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:49:27.074936 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.075284 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.075621 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.075984 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.076311 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.076651 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.076977 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.077296 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.077634 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.077955 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.078269 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.078583 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67744b-49be-493f-a0a2-c5f5c73ad312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.151471 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:27.179276 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:27.288724 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:27.291219 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:27.292462 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09a1e674-7986-4ee8-8135-d27344ccf400 HTTP/1.1" status: 204 len: 168 time: 0.2219629 Aug 09 18:49:27.300735 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a1e674-7986-4ee8-8135-d27344ccf400,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:49:27.310483 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.310843 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.311189 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.311527 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.311862 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.312248 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.312570 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.312897 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.313239 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.313568 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.313894 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.314215 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c5521-6cfd-4657-83be-bb56909b9e82 admin admin] Tracked resource versions report: Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: pushed versions: Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: { 'AddressGroup': {'1.2'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'ConntrackHelper': {'1.0'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Log': {'1.0'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Network': {'1.1'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Port': {'1.7'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'PortForwarding': {'1.2'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'QosPolicy': {'1.9'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SecurityGroup': {'1.4'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SubPort': {'1.0'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Subnet': {'1.1'}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Trunk': {'1.1'}} Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: consumer versions: Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: { DHCP agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: L3 agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: Metadata agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: Metering agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: Open vSwitch agent@dv-cinder-782995-5-iscsi: { 'AddressGroup': '1.2', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'ConntrackHelper': '1.0', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Log': '1.0', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Network': '1.1', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Port': '1.7', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'PortForwarding': '1.2', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'QosPolicy': '1.9', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SecurityGroup': '1.4', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SecurityGroupRule': '1.2', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SubPort': '1.0', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Subnet': '1.1', Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Trunk': '1.1'}} Aug 09 18:49:27.315974 dv-cinder-782995-5-iscsi neutron-server[93288]: {{(pid=93288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:49:27.808125 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 5 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:49:29.578271 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6b359632-ef44-4f5e-a4c7-706ba69da552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:32.333158 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-44577f34-d44d-4b99-b151-f9d15169cbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:32.407287 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:33.223922 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:35.056980 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:59.580912 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-23c9b299-aa48-4722-bce1-ea691969b2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:02.334217 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e7e27bc2-aa52-4d8e-9f00-e4e0753a05ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:02.407920 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:03.227660 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:04.806673 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 5 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:50:05.056788 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:29.582839 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3cebf621-c189-4a4c-a03c-64f1ec24f5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:32.334905 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3d78daf3-e363-40ea-a8f4-6b1e72d87e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:32.408678 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:33.231102 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:35.059887 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:41.805750 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 5 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:50:57.671390 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2003430'] for agent, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:59.583982 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b60eceba-73dd-431f-b531-a5f6eb3c0adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:01.850733 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43324) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:51:01.953765 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-f621fac1-34c8-4302-8220-5ac51fee1b93 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019382 Aug 09 18:51:02.335723 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-07ceca76-1b95-4128-b4e7-ce211a4c52c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:02.412392 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:03.235442 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:04.172327 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43334) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:51:04.231655 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-476bc946-6250-486b-933d-ca65b6705c7d admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0581658 Aug 09 18:51:05.062934 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:18.804451 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:51:27.663560 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:29.586561 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8b0675ad-be39-425a-bb05-dc1e00e52932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:32.339312 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-feeb7903-5733-4efc-8003-41bcaadf7785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:32.415623 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:33.237515 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:35.065046 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:55.803619 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:51:57.694008 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:59.594004 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c34962be-448a-4669-97b9-4d1f687f925e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:02.350154 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-303a1482-bc14-49f8-857e-7493d144773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:02.419882 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:03.241318 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:05.070097 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:27.694880 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:29.590983 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9dd887ff-73d9-47d2-bd4f-122b68a7d8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:32.350745 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a9924be0-3a37-43df-9298-08623350eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:32.434012 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:32.808864 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:52:32.944582 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43568) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:33.036243 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43576) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:33.158543 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43580) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:33.248170 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.264743 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-network', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:33.287101 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Made reservation on behalf of ba6dd93367d9473b85c4458e183d3190 for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:33.289796 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.315808 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-630123140-network', 'tenant_id': '686ecd7cedf6421685a3d296bea64ccd'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:33.324223 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.350904 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Made reservation on behalf of 686ecd7cedf6421685a3d296bea64ccd for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:33.354502 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.368926 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.391127 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-24972-network', 'tenant_id': '09a04cbf8f39460ab273e7059fd96e15'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:33.501167 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.517210 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.533771 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:52:33.555390 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.555757 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Added segment de97cafa-992c-413f-be99-683b53d5bf35 of type vlan for network 38fe0045-d3e3-427a-9bf5-686c04a5bb3c Aug 09 18:52:33.609155 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.654910 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.655912 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:33.656572 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.717224 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a46e72-ccf4-451d-a5da-711328ffc563,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:33.765837 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.766206 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.766561 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.766866 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.767195 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.767536 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.767864 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.768214 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.768748 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.769282 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.769841 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.770346 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Tracked resource versions report: Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: pushed versions: Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: { 'AddressGroup': {'1.2'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'ConntrackHelper': {'1.0'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Log': {'1.0'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Network': {'1.1'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Port': {'1.7'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'PortForwarding': {'1.2'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'QosPolicy': {'1.9'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SecurityGroup': {'1.4'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SubPort': {'1.0'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Subnet': {'1.1'}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Trunk': {'1.1'}} Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: consumer versions: Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: { DHCP agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: HyperV agent@hv-cinder-78299: {}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: L3 agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: Metadata agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: Metering agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: Open vSwitch agent@dv-cinder-782995-5-iscsi: { 'AddressGroup': '1.2', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'ConntrackHelper': '1.0', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Log': '1.0', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Network': '1.1', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Port': '1.7', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'PortForwarding': '1.2', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'QosPolicy': '1.9', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SecurityGroup': '1.4', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SecurityGroupRule': '1.2', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'SubPort': '1.0', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Subnet': '1.1', Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: 'Trunk': '1.1'}} Aug 09 18:52:33.771866 dv-cinder-782995-5-iscsi neutron-server[93289]: {{(pid=93289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:52:33.815427 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] Pushing event updated for resources: {'Network': ['ID=38fe0045-d3e3-427a-9bf5-686c04a5bb3c,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:33.833052 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 38fe0045-d3e3-427a-9bf5-686c04a5bb3c details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:52:33.856953 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.869377 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.901150 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43622) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:33.909592 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Request body: {'subnet': {'network_id': '38fe0045-d3e3-427a-9bf5-686c04a5bb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-630123140-subnet', 'tenant_id': '686ecd7cedf6421685a3d296bea64ccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:33.912836 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-4c9843e6-7aab-477a-abd4-d1da7f557242 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8676906 Aug 09 18:52:33.934497 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.db.api [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 18:52:33.934497 dv-cinder-782995-5-iscsi neutron-server[93288]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 18:52:33.934497 dv-cinder-782995-5-iscsi neutron-server[93288]: [parameters: {'project_id_1': '686ecd7cedf6421685a3d296bea64ccd', 'expiration_1': datetime.datetime(2021, 8, 9, 18, 52, 33, 921077)}] Aug 09 18:52:33.934497 dv-cinder-782995-5-iscsi neutron-server[93288]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 18:52:33.935382 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG oslo_db.api [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 18:52:33.955971 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:52:33.977894 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:33.979076 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Added segment c715b409-84bf-40f5-9407-92cf68ae8481 of type vlan for network 1bfe553e-7c03-4096-b9c3-661a29853c38 Aug 09 18:52:34.041248 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.047952 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37b7212-593c-47fb-b18b-a82628436c98,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:34.054964 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Made reservation on behalf of 09a04cbf8f39460ab273e7059fd96e15 for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:34.058079 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.071622 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.125394 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.126402 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:34.126995 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.234477 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] Pushing event updated for resources: {'Network': ['ID=1bfe553e-7c03-4096-b9c3-661a29853c38,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:34.248858 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:52:34.328494 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.332949 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.349234 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-ca853f91-fe26-4916-a3af-04260d8c8841 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4001021 Aug 09 18:52:34.349901 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43638) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:34.356532 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Request body: {'subnet': {'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-subnet', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:34.382783 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:52:34.388103 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Made reservation on behalf of ba6dd93367d9473b85c4458e183d3190 for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:34.391981 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.412862 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.414329 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Added segment f31a2558-95a9-4ef8-b48f-fa7a3234f3ac of type vlan for network 778664c4-12ac-4a24-abae-812d81f19c47 Aug 09 18:52:34.426873 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbf675e-d9b0-491e-a71e-1600cfe7aa34,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:34.471120 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.485913 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Made reservation on behalf of 686ecd7cedf6421685a3d296bea64ccd for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:34.488435 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.512788 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.514514 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:34.515174 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.546478 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3869607 Aug 09 18:52:34.573950 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43642) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:34.579512 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Request body: {'subnet': {'network_id': '778664c4-12ac-4a24-abae-812d81f19c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-24972-subnet', 'tenant_id': '09a04cbf8f39460ab273e7059fd96e15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:34.612130 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa50297-1af0-4e1a-86f7-15bd5149a1cb admin admin] Pushing event updated for resources: {'Network': ['ID=778664c4-12ac-4a24-abae-812d81f19c47,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:34.624011 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 778664c4-12ac-4a24-abae-812d81f19c47 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:52:34.644366 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Made reservation on behalf of 09a04cbf8f39460ab273e7059fd96e15 for: {'subnet': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:34.646913 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.938539 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:34.942397 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.013061 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1bce482-1d8b-4264-b55a-f67b5b58bcec,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:35.031012 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Checking segment: {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:52:35.031587 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Network hostable DHCP agents. Network: 778664c4-12ac-4a24-abae-812d81f19c47, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:52:35.061052 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Network 778664c4-12ac-4a24-abae-812d81f19c47 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:52:35.073006 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 778664c4-12ac-4a24-abae-812d81f19c47) {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:35.075619 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.079730 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:35.080493 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.086135 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef90a88e-4dfe-401d-8802-695b9e5da78d None None] Network 778664c4-12ac-4a24-abae-812d81f19c47 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:52:35.102349 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-54979980-af9a-42dd-b71b-e684199269e4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5268526 Aug 09 18:52:35.179413 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=00852418-32b2-468e-bafc-e07ee1c4a8ac,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:35.202235 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.207109 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.207483 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.208083 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.208761 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.209524 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.210064 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.210629 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.211431 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.212061 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.212716 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.213239 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.213836 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Tracked resource versions report: Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: pushed versions: Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: { 'AddressGroup': {'1.2'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'ConntrackHelper': {'1.0'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Log': {'1.0'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Network': {'1.1'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Port': {'1.7'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'PortForwarding': {'1.2'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'QosPolicy': {'1.9'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SecurityGroup': {'1.4'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SubPort': {'1.0'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Subnet': {'1.1'}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Trunk': {'1.1'}} Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: consumer versions: Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: { DHCP agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: HyperV agent@hv-cinder-78299: {}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: L3 agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: Metadata agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: Metering agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: Open vSwitch agent@dv-cinder-782995-5-iscsi: { 'AddressGroup': '1.2', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'ConntrackHelper': '1.0', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Log': '1.0', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Network': '1.1', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Port': '1.7', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'PortForwarding': '1.2', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'QosPolicy': '1.9', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SecurityGroup': '1.4', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SecurityGroupRule': '1.2', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'SubPort': '1.0', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Subnet': '1.1', Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: 'Trunk': '1.1'}} Aug 09 18:52:35.215283 dv-cinder-782995-5-iscsi neutron-server[93288]: {{(pid=93288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:52:35.222758 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Checking segment: {'id': 'de97cafa-992c-413f-be99-683b53d5bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38fe0045-d3e3-427a-9bf5-686c04a5bb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:52:35.223550 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Network hostable DHCP agents. Network: 38fe0045-d3e3-427a-9bf5-686c04a5bb3c, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:52:35.325216 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea52d9db-528c-4376-8739-31d507ccaa94 None None] Network 778664c4-12ac-4a24-abae-812d81f19c47 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:52:35.350940 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e89b2b-65ec-4d1c-9b32-18079cd710c8,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:35.360086 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Network 38fe0045-d3e3-427a-9bf5-686c04a5bb3c is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:52:35.375624 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Checking segment: {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:52:35.376325 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Network hostable DHCP agents. Network: 1bfe553e-7c03-4096-b9c3-661a29853c38, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:52:35.380765 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 38fe0045-d3e3-427a-9bf5-686c04a5bb3c) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:35.387978 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:35.389492 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.414188 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-cb73f3b8-a138-4c65-8453-f393567134ed admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5114174 Aug 09 18:52:35.426261 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:52:35.434857 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed08f9e9-7877-4e06-91d9-1c2d90f15ebd None None] Network 38fe0045-d3e3-427a-9bf5-686c04a5bb3c requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:52:35.440773 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 1bfe553e-7c03-4096-b9c3-661a29853c38) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:35.446603 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:35.447524 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.467347 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c5e9c9-c6ee-4ee6-8dbf-4dd883b03b60 None None] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:52:35.474098 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-d856b7c0-6578-4aab-aab0-2d0242eb0121 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1174583 Aug 09 18:52:35.474326 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43710) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:35.479189 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:35.522616 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.523648 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.646491 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.756214 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14661f24-f310-4b8a-bdff-65c929f6f7f6 None None] Network 38fe0045-d3e3-427a-9bf5-686c04a5bb3c requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:52:35.801097 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-1bfe553e-7c03-4096-b9c3-661a29853c38', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:52:35.802071 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:35.982755 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43752) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:35.985284 dv-cinder-782995-5-iscsi neutron-server[93289]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 18:52:36.012922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:36.066810 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43764) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:36.117967 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Allocated IP 172.20.0.2 (1bfe553e-7c03-4096-b9c3-661a29853c38/58e89b2b-65ec-4d1c-9b32-18079cd710c8/b4aac550-336c-4144-b23c-6737518cb420) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:52:36.271977 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53164-6bb3-412d-985a-36f4da877884 req-98cb5f06-8a1c-4b3e-8182-b1af70c41100 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:36.273978 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-98cb5f06-8a1c-4b3e-8182-b1af70c41100 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 810 time: 0.2900677 Aug 09 18:52:36.276193 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:36.286264 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:36.286919 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-63f649a6-f30c-47ff-9fe0-aa7395600f1f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:36.287290 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Transition to ACTIVE for port object b4aac550-336c-4144-b23c-6737518cb420 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:52:36.288949 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-63f649a6-f30c-47ff-9fe0-aa7395600f1f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/networks?id=38fe0045-d3e3-427a-9bf5-686c04a5bb3c HTTP/1.1" status: 200 len: 811 time: 0.2211285 Aug 09 18:52:36.304171 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Transition to ACTIVE for port object b4aac550-336c-4144-b23c-6737518cb420 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:52:36.309868 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-c1062b45-695e-48f1-ae46-de98b4430ef7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/quotas/09a04cbf8f39460ab273e7059fd96e15 HTTP/1.1" status: 200 len: 375 time: 0.0198801 Aug 09 18:52:36.311338 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-5e129dcc-a76d-4114-a6c9-e5953f46fbe8 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/quotas/686ecd7cedf6421685a3d296bea64ccd HTTP/1.1" status: 200 len: 375 time: 0.0145919 Aug 09 18:52:36.313640 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:36.320607 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:36.371679 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Pushing event updated for resources: {'Port': ['ID=b4aac550-336c-4144-b23c-6737518cb420,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:36.380110 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.380983 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.381502 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.381992 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.382493 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.382981 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.383478 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.384123 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.384639 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.385133 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.385596 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.386120 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Tracked resource versions report: Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: pushed versions: Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: { 'AddressGroup': {'1.2'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'ConntrackHelper': {'1.0'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Log': {'1.0'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Network': {'1.1'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Port': {'1.7'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'PortForwarding': {'1.2'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'QosPolicy': {'1.9'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SecurityGroup': {'1.4'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SubPort': {'1.0'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Subnet': {'1.1'}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Trunk': {'1.1'}} Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: consumer versions: Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: { DHCP agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: HyperV agent@hv-cinder-78299: {}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: L3 agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: Metadata agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: Metering agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: Open vSwitch agent@dv-cinder-782995-5-iscsi: { 'AddressGroup': '1.2', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'ConntrackHelper': '1.0', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Log': '1.0', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Network': '1.1', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Port': '1.7', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'PortForwarding': '1.2', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'QosPolicy': '1.9', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SecurityGroup': '1.4', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SecurityGroupRule': '1.2', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'SubPort': '1.0', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Subnet': '1.1', Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: 'Trunk': '1.1'}} Aug 09 18:52:36.387381 dv-cinder-782995-5-iscsi neutron-server[93290]: {{(pid=93290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:52:36.401968 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:52:36.404282 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:36.405314 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-112f0564-6550-4c94-916a-496313a1d324 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892010 Aug 09 18:52:36.407535 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4a6fdbce-d4fa-4366-94c6-80d95c381b3a tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=686ecd7cedf6421685a3d296bea64ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889437 Aug 09 18:52:36.409880 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:52:36.529836 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Attempting to bind port b4aac550-336c-4144-b23c-6737518cb420 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:52:36.530204 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Attempting to bind port b4aac550-336c-4144-b23c-6737518cb420 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:52:36.531318 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Attempting to bind port b4aac550-336c-4144-b23c-6737518cb420 on network 1bfe553e-7c03-4096-b9c3-661a29853c38 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:52:36.542439 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:52:36.542814 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Checking segment: {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:52:36.548726 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:36.549140 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Bound using segment: {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:52:36.549885 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Bound port: b4aac550-336c-4144-b23c-6737518cb420, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:52:36.550310 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:36.560061 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Allocated IP 172.27.1.247 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/f2a0fbbe-7f6f-4025-bdaa-3adca0edce66) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:52:36.656406 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] For port b4aac550-336c-4144-b23c-6737518cb420, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:52:36.660953 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] For port b4aac550-336c-4144-b23c-6737518cb420, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=b4aac550-336c-4144-b23c-6737518cb420,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:52:36.666162 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:36.679697 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-7bd5de0a-2065-4a0f-b349-9e0b97eb7bd7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:52:36.684932 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-7bd5de0a-2065-4a0f-b349-9e0b97eb7bd7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0683861 Aug 09 18:52:36.694389 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-a31693a6-246c-4b9a-8976-8cfb667515a4 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:52:36.695468 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-a31693a6-246c-4b9a-8976-8cfb667515a4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0979142 Aug 09 18:52:36.747205 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:36.752775 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66129e-bae7-4382-8cfa-f22f6fed4d82 None None] Pushing event updated for resources: {'Port': ['ID=b4aac550-336c-4144-b23c-6737518cb420,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:36.953756 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:37.028998 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-f4a71b39-5a82-4c70-a307-e0785511d9e7 service neutron] 10.222.0.57 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078024 Aug 09 18:52:37.033176 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:52:37.037010 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-b271d84b-21b8-4885-8d1d-ffa598ae0e66 service neutron] 10.222.0.57 "GET /v2.0/networks/38fe0045-d3e3-427a-9bf5-686c04a5bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399923 Aug 09 18:52:37.044009 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:37.052966 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:52:37.097126 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Pushing event updated for resources: {'Port': ['ID=f2a0fbbe-7f6f-4025-bdaa-3adca0edce66,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:37.187753 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-7c06205f-17fd-4796-9dbe-cc9445943a93 service neutron] 10.222.0.57 "GET /v2.0/networks/38fe0045-d3e3-427a-9bf5-686c04a5bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504107 Aug 09 18:52:37.191410 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-0dc5132e-d19c-453f-84bf-27b8285c1b45 service neutron] 10.222.0.57 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466317 Aug 09 18:52:37.437507 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:37.603792 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-02d5a3da-b169-4896-9373-68e06805b9a1 req-98279f72-9f59-415d-84f3-6f26a6002e1a tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 210 time: 0.0758736 Aug 09 18:52:37.720130 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5421f1f9-778f-46ef-bded-020114d54f95 req-08f84347-b04b-42fc-91e6-15cfc0153a2d tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0655572 Aug 09 18:52:37.786750 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:37.969744 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa35ab7-cebb-4852-b171-3fd96c0881c9 None None] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:52:37.997269 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43850) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:38.020291 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Router d25cff42-559f-438c-8da8-f2829ca55a77 is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:52:38.143978 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-0ad0f9e9-a341-41b6-bc6d-d2ddb99fd7c5 None None] Provisioning for port b4aac550-336c-4144-b23c-6737518cb420 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:52:38.198332 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:52:38.209240 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Sync routers for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:52:38.221493 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:38.222806 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-cdb07022-6e08-499e-8f84-055a57b7a1ae admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7475560 Aug 09 18:52:38.223026 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-693344b5-a7b8-4d07-9248-ac16ca78d934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:38.225881 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 43864) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:38.229145 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:52:38.230297 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:52:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:52:38.411125 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-693344b5-a7b8-4d07-9248-ac16ca78d934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:38.421446 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-693344b5-a7b8-4d07-9248-ac16ca78d934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:38.505821 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:52:38.540470 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-693344b5-a7b8-4d07-9248-ac16ca78d934 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e4104b339d544cea60136d08a84a4db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5395582 Aug 09 18:52:38.540598 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43878) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:38.577453 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693344b5-a7b8-4d07-9248-ac16ca78d934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1060e3fa-8d1e-4725-8778-6496c520df2c,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:38.736432 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device b4aac550-336c-4144-b23c-6737518cb420 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:52:38.778794 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d627c02d-5d73-480a-99e8-0241f110fa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:38.790415 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-40d9fa41-34a2-427e-87c5-6085504c758d req-aa631c6a-30b5-47e2-8c10-f9f1c3515947 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 210 time: 0.0656538 Aug 09 18:52:38.845527 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:37Z', 'revision_number': 3, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:52:38.898787 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port b4aac550-336c-4144-b23c-6737518cb420 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:52:38.899786 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b9b4b801-7b96-4cd3-ba16-becc6d1ad96e req-6e4875ce-bfb8-4fe2-8616-50bcd7e4d91a tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0567584 Aug 09 18:52:38.910705 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d627c02d-5d73-480a-99e8-0241f110fa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:38.913149 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port b4aac550-336c-4144-b23c-6737518cb420 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:52:38.913547 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:38.940394 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Checking router: d25cff42-559f-438c-8da8-f2829ca55a77 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:52:38.941081 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Updating router d25cff42-559f-438c-8da8-f2829ca55a77 port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:52:39.002971 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.029402 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d627c02d-5d73-480a-99e8-0241f110fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.033615 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d627c02d-5d73-480a-99e8-0241f110fa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.034799 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-d627c02d-5d73-480a-99e8-0241f110fa0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1060e3fa-8d1e-4725-8778-6496c520df2c HTTP/1.1" status: 204 len: 168 time: 0.4933314 Aug 09 18:52:39.049674 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627c02d-5d73-480a-99e8-0241f110fa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1060e3fa-8d1e-4725-8778-6496c520df2c,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:39.100050 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.174951 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port b4aac550-336c-4144-b23c-6737518cb420, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=b4aac550-336c-4144-b23c-6737518cb420,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:52:39.180581 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.236110 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.281482 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=b4aac550-336c-4144-b23c-6737518cb420,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:39.443317 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.456617 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Transition to ACTIVE for port object f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:52:39.472306 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.535770 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Pushing event updated for resources: {'Port': ['ID=f2a0fbbe-7f6f-4025-bdaa-3adca0edce66,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:39.545912 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Attempting to bind port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:52:39.546386 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Attempting to bind port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:52:39.546703 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Attempting to bind port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:52:39.554645 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.555008 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.555356 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.555818 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.556190 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.556663 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.556990 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.557327 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.557679 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.558016 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.558921 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.558921 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Tracked resource versions report: Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: pushed versions: Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: { 'AddressGroup': {'1.2'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'ConntrackHelper': {'1.0'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Log': {'1.0'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Network': {'1.1'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Port': {'1.7'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'PortForwarding': {'1.2'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'QosPolicy': {'1.9'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SecurityGroup': {'1.4'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SubPort': {'1.0'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Subnet': {'1.1'}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Trunk': {'1.1'}} Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: consumer versions: Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: { DHCP agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: HyperV agent@hv-cinder-78299: {}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: L3 agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: Metadata agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: Metering agent@dv-cinder-782995-5-iscsi: {}, Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: Open vSwitch agent@dv-cinder-782995-5-iscsi: { 'AddressGroup': '1.2', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'ConntrackHelper': '1.0', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Log': '1.0', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Network': '1.1', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Port': '1.7', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'PortForwarding': '1.2', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'QosPolicy': '1.9', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SecurityGroup': '1.4', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SecurityGroupRule': '1.2', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'SubPort': '1.0', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Subnet': '1.1', Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: 'Trunk': '1.1'}} Aug 09 18:52:39.560314 dv-cinder-782995-5-iscsi neutron-server[93291]: {{(pid=93291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:52:39.566008 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:52:39.566008 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:52:39.566258 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.566509 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:52:39.566992 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Bound port: f2a0fbbe-7f6f-4025-bdaa-3adca0edce66, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:52:39.567378 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.587752 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Allocated IP 172.20.0.1 (1bfe553e-7c03-4096-b9c3-661a29853c38/58e89b2b-65ec-4d1c-9b32-18079cd710c8/39180b32-9a1b-4dd5-b50b-d51fe7ea375e) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:52:39.637180 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] For port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:52:39.642515 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] For port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=f2a0fbbe-7f6f-4025-bdaa-3adca0edce66,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:52:39.647851 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.711835 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:52:39.712759 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:52:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:52:39.753594 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.758992 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a87df-2cdd-4e32-ba1a-08271745ab52 None None] Pushing event updated for resources: {'Port': ['ID=f2a0fbbe-7f6f-4025-bdaa-3adca0edce66,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:39.788922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Transition to ACTIVE for port object 39180b32-9a1b-4dd5-b50b-d51fe7ea375e will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:52:39.873363 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:39.879801 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:52:39.960429 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:52:39.972260 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:39.974869 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:52:39.975358 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:40.214924 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Pushing event updated for resources: {'Port': ['ID=39180b32-9a1b-4dd5-b50b-d51fe7ea375e,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:40.233917 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f53428e1-e919-49fc-bc23-75d8bad9ef67 req-3b844a88-1693-42fc-93c0-4138db793902 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 210 time: 0.0751226 Aug 09 18:52:40.235030 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.26', 57045) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:40.442059 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:37Z', 'revision_number': 3, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:52:40.447380 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-3f877811-7c79-434d-aa1b-9ab9f7d0fd45 None None] Provisioning for port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:52:40.455408 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-3f877811-7c79-434d-aa1b-9ab9f7d0fd45 None None] Provisioning complete for port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:52:40.455815 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3f877811-7c79-434d-aa1b-9ab9f7d0fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:40.519099 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-3f877811-7c79-434d-aa1b-9ab9f7d0fd45 None None] Port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:52:40.583551 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30487eee-0d69-44d2-822f-42a559d03a93 None None] The sync data for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi is: [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:37Z', 'revision_number': 3, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:52:40.625490 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 43968) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:40.628578 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device b4aac550-336c-4144-b23c-6737518cb420 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:52:40.631202 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b86e6595-208e-4a73-bb8b-520980c9f0eb req-60bf13cf-1844-4fa9-9746-98e494b158a8 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.1865735 Aug 09 18:52:40.723686 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53164-6bb3-412d-985a-36f4da877884 req-94ada718-7b82-4484-b80f-57af5d2b175e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:40.737887 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-94ada718-7b82-4484-b80f-57af5d2b175e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 810 time: 0.4967666 Aug 09 18:52:40.793489 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Request body: {'port': {'device_id': '686e459d-5217-4e1d-9fe6-58395e8b7c04', 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47', 'admin_state_up': True, 'tenant_id': '09a04cbf8f39460ab273e7059fd96e15'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:40.873372 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port b4aac550-336c-4144-b23c-6737518cb420 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:52:40.874026 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:40.928779 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:41.060261 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.26', 57050) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:41.410313 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e9c6f47f-f2a8-4cb7-928a-96e29e74af7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:41.603491 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b2c444de-95c3-462d-b090-b07e3e3523d5 req-35e72b76-28b1-4c50-812a-47cd9f3461ea tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 210 time: 0.0845144 Aug 09 18:52:41.640786 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-050f967f-eca5-4b7d-ae55-96aa48b9e323 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:41.640786 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-050f967f-eca5-4b7d-ae55-96aa48b9e323 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.26 "GET /v2.0/networks?id=38fe0045-d3e3-427a-9bf5-686c04a5bb3c HTTP/1.1" status: 200 len: 811 time: 0.5712683 Aug 09 18:52:41.656796 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Request body: {'port': {'device_id': 'e0a0bfc5-8c48-46cb-a455-a63b8ea40706', 'network_id': '38fe0045-d3e3-427a-9bf5-686c04a5bb3c', 'admin_state_up': True, 'tenant_id': '686ecd7cedf6421685a3d296bea64ccd'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:41.747918 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e9c6f47f-f2a8-4cb7-928a-96e29e74af7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:41.771512 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e9c6f47f-f2a8-4cb7-928a-96e29e74af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:41.844388 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8005ebc-3a96-427f-b09d-b1a3b3eed0ef req-2e72eaeb-d80c-4b96-9ef3-b8f7d58ae8c2 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0674236 Aug 09 18:52:41.862872 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6f47f-f2a8-4cb7-928a-96e29e74af7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a646d7-204a-46f1-a879-cd756484b6df,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:41.906185 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Made reservation on behalf of 09a04cbf8f39460ab273e7059fd96e15 for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:41.910417 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:41.932909 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-e9c6f47f-f2a8-4cb7-928a-96e29e74af7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=850f05e7b13b45b2b028f73367c57008&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3006670 Aug 09 18:52:41.935698 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44048) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:42.006098 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-54a7af4b-26de-41ad-84cc-46229f18940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:42.072372 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Made reservation on behalf of 686ecd7cedf6421685a3d296bea64ccd for: {'port': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:42.076972 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:42.156595 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:42.242628 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:42.243469 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:42.342499 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-54a7af4b-26de-41ad-84cc-46229f18940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:42.494493 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Allocated IP 172.20.0.9 (778664c4-12ac-4a24-abae-812d81f19c47/e1bce482-1d8b-4264-b55a-f67b5b58bcec/2e274ca5-6557-4d60-ba7e-19265cfdf18f) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:52:42.673873 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:52:42.858476 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:52:42.867229 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:52:42.867886 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:42.966502 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Pushing event updated for resources: {'Port': ['ID=39180b32-9a1b-4dd5-b50b-d51fe7ea375e,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:43.040413 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.055232 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Allocated IP 172.20.0.13 (38fe0045-d3e3-427a-9bf5-686c04a5bb3c/00852418-32b2-468e-bafc-e07ee1c4a8ac/b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:52:43.095953 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.103911 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:52:43.106893 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:43.164374 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=f2a0fbbe-7f6f-4025-bdaa-3adca0edce66,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:52:43.289475 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.290741 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.290741 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-54a7af4b-26de-41ad-84cc-46229f18940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.290741 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-54a7af4b-26de-41ad-84cc-46229f18940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.290741 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-54a7af4b-26de-41ad-84cc-46229f18940c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38a646d7-204a-46f1-a879-cd756484b6df HTTP/1.1" status: 204 len: 168 time: 1.2906921 Aug 09 18:52:43.291307 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=f2a0fbbe-7f6f-4025-bdaa-3adca0edce66,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:43.590150 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.621352 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-640f4d35-a1df-4cbe-956f-e663277a8090 None None] Provisioning complete for port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:52:43.621745 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-640f4d35-a1df-4cbe-956f-e663277a8090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.683820 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.857953 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-640f4d35-a1df-4cbe-956f-e663277a8090 None None] Port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:52:44.070889 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7af4b-26de-41ad-84cc-46229f18940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a646d7-204a-46f1-a879-cd756484b6df,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:44.117500 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Network 778664c4-12ac-4a24-abae-812d81f19c47 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:52:44.146866 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Pushing event updated for resources: {'Port': ['ID=2e274ca5-6557-4d60-ba7e-19265cfdf18f,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:44.158559 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:44.260070 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:52:44.279107 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:44.283858 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:44.303882 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Network 38fe0045-d3e3-427a-9bf5-686c04a5bb3c is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:52:44.311552 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:44.314412 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:52:44.316570 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f9c0c-f9bb-443a-9325-6392bbb280f9 req-44c5fccd-9887-48c9-b962-6a01c3ece37d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:44.320653 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:44.321566 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:44.324985 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-918f9c0c-f9bb-443a-9325-6392bbb280f9 req-44c5fccd-9887-48c9-b962-6a01c3ece37d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 931 time: 1.1334510 Aug 09 18:52:44.340803 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Pushing event updated for resources: {'Port': ['ID=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:44.359835 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4806a19-2207-453f-a0b6-f1920b731b2b req-09932722-dc05-4312-b845-de7561adab27 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:44.368915 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b4806a19-2207-453f-a0b6-f1920b731b2b req-09932722-dc05-4312-b845-de7561adab27 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 932 time: 0.3345537 Aug 09 18:52:44.389795 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-1c7032e8-219e-48fa-aebe-b703273f63f7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6020603 Aug 09 18:52:44.434421 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Router d25cff42-559f-438c-8da8-f2829ca55a77 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:52:44.443671 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-918f9c0c-f9bb-443a-9325-6392bbb280f9 req-0764c00b-d018-49ab-84cc-49145a08f5c8 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167119 Aug 09 18:52:44.465642 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b4806a19-2207-453f-a0b6-f1920b731b2b req-938eca1a-0df6-41a9-8b94-420c75db0f78 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957389 Aug 09 18:52:44.483151 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-5bbae774-5509-4264-8344-d91af8c8f326 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:52:44.487696 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-5bbae774-5509-4264-8344-d91af8c8f326 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146656 Aug 09 18:52:44.487871 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4f0aa7ec-6bbd-4144-b274-5504277cdd9f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8366055 Aug 09 18:52:44.655321 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:52:44.845864 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:52:44.867767 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Sync routers for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:52:44.873175 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:52:44.884591 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:44.884830 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-bc62b0e5-0ae9-4e48-86df-7e02b1c4186e admin admin] 10.222.0.57 "PUT /v2.0/routers/d25cff42-559f-438c-8da8-f2829ca55a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6440239 Aug 09 18:52:44.941144 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Request body: {'port': {'device_id': 'e0a0bfc5-8c48-46cb-a455-a63b8ea40706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:44.949539 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:52:44.957724 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:52:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:52:45.093542 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:45.289019 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Request body: {'port': {'device_id': '686e459d-5217-4e1d-9fe6-58395e8b7c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:45.465864 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:45.762873 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:52:45.792839 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44192) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:45.931375 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a035e5-8065-4ee4-82ea-a03bd970e7b0 req-da8985e1-e5ff-4eab-9854-abf6e6ae5081 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:45.933722 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e3a035e5-8065-4ee4-82ea-a03bd970e7b0 req-da8985e1-e5ff-4eab-9854-abf6e6ae5081 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 932 time: 0.0992675 Aug 09 18:52:46.081529 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e3a035e5-8065-4ee4-82ea-a03bd970e7b0 req-2e5f7b06-7468-423c-b3e5-adc9c2a10f4b tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371171 Aug 09 18:52:46.175010 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e274ca5-6557-4d60-ba7e-19265cfdf18f {{(pid=93288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:52:46.200833 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:46.226200 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:41Z', 'revision_number': 2, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:52:46.230464 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:52:46.242327 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Transition to ACTIVE for port object 2e274ca5-6557-4d60-ba7e-19265cfdf18f will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:52:46.248449 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:46.283803 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Checking router: d25cff42-559f-438c-8da8-f2829ca55a77 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:52:46.284560 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Updating router d25cff42-559f-438c-8da8-f2829ca55a77 port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:52:46.310148 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:46.337340 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:46.345752 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-50639736-83e8-468a-b30e-7867e9d7909d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:46.376145 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Transition to ACTIVE for port object b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:52:46.398665 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd5ba-eedd-45ab-bc00-115b73c7f8fd req-545e1d05-b7cf-4bd9-8f8c-620c4cb40285 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:46.408819 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a50fd5ba-eedd-45ab-bc00-115b73c7f8fd req-545e1d05-b7cf-4bd9-8f8c-620c4cb40285 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 943 time: 0.1585503 Aug 09 18:52:46.436135 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e274ca5-6557-4d60-ba7e-19265cfdf18f,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:46.458070 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:46.625029 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Attempting to bind port 2e274ca5-6557-4d60-ba7e-19265cfdf18f on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:52:46.625632 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Attempting to bind port 2e274ca5-6557-4d60-ba7e-19265cfdf18f by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:52:46.625847 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Attempting to bind port 2e274ca5-6557-4d60-ba7e-19265cfdf18f on network 778664c4-12ac-4a24-abae-812d81f19c47 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:52:46.636553 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Port 2e274ca5-6557-4d60-ba7e-19265cfdf18f on network 778664c4-12ac-4a24-abae-812d81f19c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:52:46.636902 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Attempting to bind port 2e274ca5-6557-4d60-ba7e-19265cfdf18f on network 778664c4-12ac-4a24-abae-812d81f19c47 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:52:46.645437 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:52:46.657342 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Checking segment: {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:52:46.659505 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a50fd5ba-eedd-45ab-bc00-115b73c7f8fd req-d66e6e41-570d-44f1-8e0c-22df0afe0228 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493091 Aug 09 18:52:46.660911 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Bound using segment: {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:52:46.662024 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Bound port: 2e274ca5-6557-4d60-ba7e-19265cfdf18f, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:52:46.665100 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:46.720015 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Pushing event updated for resources: {'Port': ['ID=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:46.839196 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] For port 2e274ca5-6557-4d60-ba7e-19265cfdf18f, host hv-cinder-78299, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:52:46.858568 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Attempting to bind port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:52:46.858975 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Attempting to bind port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'de97cafa-992c-413f-be99-683b53d5bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38fe0045-d3e3-427a-9bf5-686c04a5bb3c'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:52:46.859338 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Attempting to bind port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 on network 38fe0045-d3e3-427a-9bf5-686c04a5bb3c {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:52:46.865184 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] For port 2e274ca5-6557-4d60-ba7e-19265cfdf18f, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2e274ca5-6557-4d60-ba7e-19265cfdf18f,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:52:46.876391 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:46.880353 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 on network 38fe0045-d3e3-427a-9bf5-686c04a5bb3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:52:46.880673 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Attempting to bind port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 on network 38fe0045-d3e3-427a-9bf5-686c04a5bb3c {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:52:46.906583 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:52:46.907767 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Checking segment: {'id': 'de97cafa-992c-413f-be99-683b53d5bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38fe0045-d3e3-427a-9bf5-686c04a5bb3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:52:46.908845 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Bound using segment: {'id': 'de97cafa-992c-413f-be99-683b53d5bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38fe0045-d3e3-427a-9bf5-686c04a5bb3c'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:52:46.909533 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Bound port: b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de97cafa-992c-413f-be99-683b53d5bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '38fe0045-d3e3-427a-9bf5-686c04a5bb3c'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:52:46.909972 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:46.996609 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-50639736-83e8-468a-b30e-7867e9d7909d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.025887 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-50639736-83e8-468a-b30e-7867e9d7909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.128289 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:47.128838 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.130527 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/2e274ca5-6557-4d60-ba7e-19265cfdf18f HTTP/1.1" status: 200 len: 1093 time: 2.3552330 Aug 09 18:52:47.145631 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e459d-5217-4e1d-9fe6-58395e8b7c04', 'tag': '2e274ca5-6557-4d60-ba7e-19265cfdf18f'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:52:47.235581 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.275888 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909fb6d-f621-4406-b1b6-a18cead639f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e274ca5-6557-4d60-ba7e-19265cfdf18f,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:47.280236 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Transition to ACTIVE for port object 39180b32-9a1b-4dd5-b50b-d51fe7ea375e will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:52:47.307001 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-50639736-83e8-468a-b30e-7867e9d7909d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2881dc5ed81f408aad7bc006aa0aaa63&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5100467 Aug 09 18:52:47.308340 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44234) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:47.310821 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.352278 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] For port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:52:47.361325 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50639736-83e8-468a-b30e-7867e9d7909d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1395909d-5468-4ea9-95ea-46f2188d7e7e,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:47.380550 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] For port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,segment=NetworkSegment(de97cafa-992c-413f-be99-683b53d5bf35),segment_id=de97cafa-992c-413f-be99-683b53d5bf35)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:52:47.446730 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948933c-a451-413e-bcec-16d9cfa160c7 None None] Pushing event updated for resources: {'Port': ['ID=39180b32-9a1b-4dd5-b50b-d51fe7ea375e,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:47.447414 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.447789 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ca6cde7c-1c9c-4a37-ab01-25b29f25b597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.507614 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ca6cde7c-1c9c-4a37-ab01-25b29f25b597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.510666 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f19c6e-1cb4-437e-85d6-7146874212f9" -d '{"events": [{"name": "network-changed", "server_uuid": "686e459d-5217-4e1d-9fe6-58395e8b7c04", "tag": "2e274ca5-6557-4d60-ba7e-19265cfdf18f"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:52:47.584133 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ca6cde7c-1c9c-4a37-ab01-25b29f25b597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.597476 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ca6cde7c-1c9c-4a37-ab01-25b29f25b597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.597476 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-ca6cde7c-1c9c-4a37-ab01-25b29f25b597 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1395909d-5468-4ea9-95ea-46f2188d7e7e HTTP/1.1" status: 204 len: 168 time: 0.2838659 Aug 09 18:52:47.627025 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cde7c-1c9c-4a37-ab01-25b29f25b597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1395909d-5468-4ea9-95ea-46f2188d7e7e,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:47.638527 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:47.645468 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Attempting to bind port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:52:47.652608 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.654917 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] 10.222.0.26 "PUT /v2.0/ports/b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 HTTP/1.1" status: 200 len: 1094 time: 2.9211621 Aug 09 18:52:47.658305 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a0bfc5-8c48-46cb-a455-a63b8ea40706', 'tag': 'b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:52:47.678826 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Attempting to bind port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:52:47.679350 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Attempting to bind port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e on network 1bfe553e-7c03-4096-b9c3-661a29853c38 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:52:47.732671 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:52:47.733661 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Checking segment: {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:52:47.733661 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.734949 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Bound using segment: {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:52:47.734949 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Bound port: 39180b32-9a1b-4dd5-b50b-d51fe7ea375e, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:52:47.734949 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.999928 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] For port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:52:48.001982 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470470c-9efe-4cab-b0ff-e01e7450da88 service neutron] Pushing event updated for resources: {'Port': ['ID=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:48.005647 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] For port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=39180b32-9a1b-4dd5-b50b-d51fe7ea375e,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:52:48.025305 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:48.034780 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44264) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:48.042437 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-349ad82c-47ad-49f1-b535-bb481c14eb56 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614520461', 'description': 'tempest-description--882273501'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:48.062902 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90257960-5870-4505-b74a-9954a7d58c29 req-6ccacd48-7655-4c96-a402-98e636ab4083 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:48.066084 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-90257960-5870-4505-b74a-9954a7d58c29 req-6ccacd48-7655-4c96-a402-98e636ab4083 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 944 time: 0.2125399 Aug 09 18:52:48.094389 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-349ad82c-47ad-49f1-b535-bb481c14eb56 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:48.111992 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948933c-a451-413e-bcec-16d9cfa160c7 None None] Pushing event updated for resources: {'Port': ['ID=39180b32-9a1b-4dd5-b50b-d51fe7ea375e,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:48.114274 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-90257960-5870-4505-b74a-9954a7d58c29 req-c36a2bd6-99af-4932-98bb-2a157a22dc2c tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Aug 09 18:52:48.173487 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:52:48.174242 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:52:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:52:48.209500 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69695c6c-80f5-4429-84be-0a36880957dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a0bfc5-8c48-46cb-a455-a63b8ea40706", "tag": "b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:52:48.341734 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:52:48.415885 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-349ad82c-47ad-49f1-b535-bb481c14eb56 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:48.424095 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-349ad82c-47ad-49f1-b535-bb481c14eb56 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:48.523755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ad82c-47ad-49f1-b535-bb481c14eb56 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769e4cf7-488a-452e-9529-bcacefafeb1d,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:48.529504 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-349ad82c-47ad-49f1-b535-bb481c14eb56 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:48.531796 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-349ad82c-47ad-49f1-b535-bb481c14eb56 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4956570 Aug 09 18:52:48.536444 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44284) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:48.544961 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-20eb08ab-da60-4e3d-9595-92773021be42 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'security_group_rule': {'security_group_id': '769e4cf7-488a-452e-9529-bcacefafeb1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:48.599085 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-20eb08ab-da60-4e3d-9595-92773021be42 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:48.744324 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0b16b-9621-4b34-b83c-c5c96cf249c4 req-19ec92ab-104c-4ef0-9e20-874d4264804c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:48.764175 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-90c0b16b-9621-4b34-b83c-c5c96cf249c4 req-19ec92ab-104c-4ef0-9e20-874d4264804c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 943 time: 0.2224548 Aug 09 18:52:48.851530 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f4a00-c661-47a5-9317-0e31bf223d18 x-openstack-request-id: req-eb7f4a00-c661-47a5-9317-0e31bf223d18 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:52:48.852418 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e459d-5217-4e1d-9fe6-58395e8b7c04", "tag": "2e274ca5-6557-4d60-ba7e-19265cfdf18f", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:52:48.852418 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb7f4a00-c661-47a5-9317-0e31bf223d18 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:52:48.852677 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e459d-5217-4e1d-9fe6-58395e8b7c04', 'tag': '2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'status': 'completed', 'code': 200} Aug 09 18:52:48.880465 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-90c0b16b-9621-4b34-b83c-c5c96cf249c4 req-bc2c5c98-2bbe-400b-9105-ae2d87ef9020 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151004 Aug 09 18:52:49.002880 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581f5a17-6576-4b05-8494-9dded208943b x-openstack-request-id: req-581f5a17-6576-4b05-8494-9dded208943b {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:52:49.003277 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a0bfc5-8c48-46cb-a455-a63b8ea40706", "tag": "b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:52:49.003670 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-581f5a17-6576-4b05-8494-9dded208943b {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:52:49.004516 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a0bfc5-8c48-46cb-a455-a63b8ea40706', 'tag': 'b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8', 'status': 'completed', 'code': 200} Aug 09 18:52:49.009277 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-20eb08ab-da60-4e3d-9595-92773021be42 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:49.021679 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-20eb08ab-da60-4e3d-9595-92773021be42 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:49.064115 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:47Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:52:49.111270 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb08ab-da60-4e3d-9595-92773021be42 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8acbe9-c9bc-48fb-beaf-26dd3cf6460f,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:49.125867 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-20eb08ab-da60-4e3d-9595-92773021be42 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:49.131428 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44308) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:49.135456 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-20eb08ab-da60-4e3d-9595-92773021be42 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5971735 Aug 09 18:52:49.145123 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-021d1b04-3553-4f6d-bd6f-e3435c4608ed tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'security_group_rule': {'security_group_id': '769e4cf7-488a-452e-9529-bcacefafeb1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:49.154559 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4aeff-c804-47ce-88a3-0a51931506b9 None None] The sync data for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi is: [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:47Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:52:49.244238 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-021d1b04-3553-4f6d-bd6f-e3435c4608ed tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:49.634172 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179c03d-ed79-403c-b999-00bad35ec90a req-c5609bf5-fcc8-4708-bd1f-224853f70f1f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:49.635871 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2179c03d-ed79-403c-b999-00bad35ec90a req-c5609bf5-fcc8-4708-bd1f-224853f70f1f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 944 time: 0.2761412 Aug 09 18:52:49.687868 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-021d1b04-3553-4f6d-bd6f-e3435c4608ed tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:49.727394 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-021d1b04-3553-4f6d-bd6f-e3435c4608ed tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:49.860765 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d1b04-3553-4f6d-bd6f-e3435c4608ed tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a72ea5-62e6-482c-9a13-dc0eb2c6bcce,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:49.873863 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2179c03d-ed79-403c-b999-00bad35ec90a req-001a36dd-5e2b-4f2c-99f3-626f687b8678 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082982 Aug 09 18:52:49.877470 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-021d1b04-3553-4f6d-bd6f-e3435c4608ed tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:49.882177 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44342) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:49.887457 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'floatingip': {'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:49.897903 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-021d1b04-3553-4f6d-bd6f-e3435c4608ed tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7621250 Aug 09 18:52:50.085353 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44344) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:50.156865 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975435a5-8927-4657-bf33-c74ccbfeb13b req-3aa7af69-629f-4692-a082-1aaec564203f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:50.161848 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-975435a5-8927-4657-bf33-c74ccbfeb13b req-3aa7af69-629f-4692-a082-1aaec564203f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 943 time: 0.1563025 Aug 09 18:52:50.303604 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-975435a5-8927-4657-bf33-c74ccbfeb13b req-9f7d971d-55c5-4947-9133-14fe37b74c07 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342099 Aug 09 18:52:50.499855 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6da860f8-70f6-4059-9719-8c239b67a9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:50.563015 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53164-6bb3-412d-985a-36f4da877884 req-09aaf3e3-16eb-4aee-b48d-2122d4c69d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:50.564723 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-09aaf3e3-16eb-4aee-b48d-2122d4c69d38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 1096 time: 0.2175188 Aug 09 18:52:50.662223 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:50.769994 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 39180b32-9a1b-4dd5-b50b-d51fe7ea375e up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:52:50.917179 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:52:50.930800 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:52:50.931709 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:50.932702 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-a21b77c4-5a6f-4963-a9f4-eafac71c9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:50.954068 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-a21b77c4-5a6f-4963-a9f4-eafac71c9a05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686ecd7cedf6421685a3d296bea64ccd&device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 1097 time: 0.5032835 Aug 09 18:52:51.122971 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-294068cd-ba76-4d66-b6d7-d718f8b4c406 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e274ca5-6557-4d60-ba7e-19265cfdf18f HTTP/1.1" status: 200 len: 217 time: 0.3085535 Aug 09 18:52:51.286169 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-7cec3821-a091-4528-82a7-c3fc4acf3838 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 HTTP/1.1" status: 200 len: 217 time: 0.2733815 Aug 09 18:52:51.291338 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:51.423364 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=39180b32-9a1b-4dd5-b50b-d51fe7ea375e,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:52:51.437529 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:51.554916 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:51.590317 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-5f9a10a3-2f59-423e-b2e6-b57dff8ee2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:51.595362 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-5f9a10a3-2f59-423e-b2e6-b57dff8ee2ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00852418-32b2-468e-bafc-e07ee1c4a8ac HTTP/1.1" status: 200 len: 851 time: 0.3021059 Aug 09 18:52:51.607414 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=39180b32-9a1b-4dd5-b50b-d51fe7ea375e,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:51.888236 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53164-6bb3-412d-985a-36f4da877884 req-8e0a1656-137e-4eca-bae3-5fc260c12b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:51.890930 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-8e0a1656-137e-4eca-bae3-5fc260c12b7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 200 len: 850 time: 0.7209623 Aug 09 18:52:51.894663 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6da860f8-70f6-4059-9719-8c239b67a9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:51.934551 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-9292e621-0d36-4691-b9e8-f7e4e0f37a11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38fe0045-d3e3-427a-9bf5-686c04a5bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2198026 Aug 09 18:52:51.948045 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6da860f8-70f6-4059-9719-8c239b67a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:52.012647 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012473-893e-4e10-ae53-53af12753770 req-02d44bd6-69c5-4962-a7d5-4cfa9aac10e3 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:52.032674 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cd012473-893e-4e10-ae53-53af12753770 req-02d44bd6-69c5-4962-a7d5-4cfa9aac10e3 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 944 time: 0.9153452 Aug 09 18:52:52.192682 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Allocated IP 172.27.1.23 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/3ede046d-0c2c-4114-bbee-f6509161a119) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:52:52.243572 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-35c20fdc-3339-48ab-8f05-abd64ecaae95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778664c4-12ac-4a24-abae-812d81f19c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2028730 Aug 09 18:52:52.351179 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-4ccc4f44-43aa-44a7-bb56-7a4661d964a3 service neutron] 10.222.0.26 "GET /v2.0/networks/38fe0045-d3e3-427a-9bf5-686c04a5bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573077 Aug 09 18:52:52.372776 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-6da860f8-70f6-4059-9719-8c239b67a9fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2313cf2ef2a14e6b8a8a9ce3f6d84c24&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2852840 Aug 09 18:52:52.381885 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44428) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:52.480665 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e25acc-f6ed-421c-bedd-63236fa51093 req-1e72faf1-a275-4bde-a8d1-ebe32b854ed0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:52.492004 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-49e25acc-f6ed-421c-bedd-63236fa51093 req-1e72faf1-a275-4bde-a8d1-ebe32b854ed0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 943 time: 0.6095774 Aug 09 18:52:52.522750 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da860f8-70f6-4059-9719-8c239b67a9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4ff93-4835-4959-8587-59881444b2d3,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:52.579269 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:52.586327 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cd012473-893e-4e10-ae53-53af12753770 req-74e6d996-a16d-4602-853f-8397e89fb244 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518634 Aug 09 18:52:52.603965 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2b2ea3cc-d3df-4461-ad3f-2f4ae94528c0 req-fc9e5e36-203f-4bb8-a547-f6f26cc740b6 service neutron] 10.222.0.26 "GET /v2.0/networks/38fe0045-d3e3-427a-9bf5-686c04a5bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398984 Aug 09 18:52:52.698467 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 39180b32-9a1b-4dd5-b50b-d51fe7ea375e up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:52:52.705012 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-49e25acc-f6ed-421c-bedd-63236fa51093 req-75ecbe80-5956-4e4c-8f79-cb42456606dd tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982358 Aug 09 18:52:52.763943 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b9461920-6c88-4afd-8a11-71bc482bbcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:52.802468 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-433dd928-e089-4979-95ae-d65f771ead8c service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448147 Aug 09 18:52:52.827423 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b9461920-6c88-4afd-8a11-71bc482bbcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:52.840926 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:52:52.842091 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:52.858653 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:52.910062 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:52:52.923263 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69695c6c-80f5-4429-84be-0a36880957dd req-0886df09-c2d0-460b-9b70-44e4d1ede0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:52.925891 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69695c6c-80f5-4429-84be-0a36880957dd req-0886df09-c2d0-460b-9b70-44e4d1ede0e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686ecd7cedf6421685a3d296bea64ccd&device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 1097 time: 0.2379258 Aug 09 18:52:52.930395 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:52.947796 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:52:53.019840 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b9461920-6c88-4afd-8a11-71bc482bbcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:53.024062 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b9461920-6c88-4afd-8a11-71bc482bbcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:53.026415 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b9461920-6c88-4afd-8a11-71bc482bbcd0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0dd4ff93-4835-4959-8587-59881444b2d3 HTTP/1.1" status: 204 len: 168 time: 0.6327546 Aug 09 18:52:53.050792 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9461920-6c88-4afd-8a11-71bc482bbcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4ff93-4835-4959-8587-59881444b2d3,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:53.054527 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aef53164-6bb3-412d-985a-36f4da877884 req-2650815d-5935-4efa-bd96-59b6ad8c83b1 service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186611 Aug 09 18:52:53.087076 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'Port': ['ID=3ede046d-0c2c-4114-bbee-f6509161a119,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:53.176587 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:53.274709 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:53.689507 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:53.698997 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:53.886894 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd176c-a3d7-4a57-81e2-f6f162a45a30 req-99ebc403-359e-4f19-98e6-176cd6583d51 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:53.895770 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44470) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:53.896354 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-27fd176c-a3d7-4a57-81e2-f6f162a45a30 req-99ebc403-359e-4f19-98e6-176cd6583d51 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 944 time: 0.1677651 Aug 09 18:52:53.898374 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:53.976183 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-80878d2b-e0b7-48b4-9f3c-150584204e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:53.990312 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'Port': ['ID=3ede046d-0c2c-4114-bbee-f6509161a119,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:54.093579 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-27fd176c-a3d7-4a57-81e2-f6f162a45a30 req-d4aef9ad-1322-4d55-b892-ea15c349c922 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959093 Aug 09 18:52:54.171962 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ddabe-bb91-4dcc-8422-dc4b5f003326 req-d836e188-4371-444f-9044-d7b73442c454 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:54.196075 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b95ddabe-bb91-4dcc-8422-dc4b5f003326 req-d836e188-4371-444f-9044-d7b73442c454 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 943 time: 0.2485223 Aug 09 18:52:54.318334 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-80878d2b-e0b7-48b4-9f3c-150584204e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:54.338256 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b95ddabe-bb91-4dcc-8422-dc4b5f003326 req-4cfe8b1b-2dc3-4060-82ae-8916bd2020ab tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391110 Aug 09 18:52:54.349796 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-80878d2b-e0b7-48b4-9f3c-150584204e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:54.393517 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:54.406077 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-2794f17d-f075-4c66-a12d-332093d3e5f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5143631 Aug 09 18:52:54.514414 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-80878d2b-e0b7-48b4-9f3c-150584204e4e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebe21a6fc62648f18dc11e8dbe83df33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6049621 Aug 09 18:52:54.515273 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80878d2b-e0b7-48b4-9f3c-150584204e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acdd769-cb8a-40e2-b5be-118b38e5e369,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:54.518187 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44492) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:54.643210 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-35dfc74a-daa7-49dc-88dd-b91f2ddc47b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:54.688754 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-35dfc74a-daa7-49dc-88dd-b91f2ddc47b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:54.806341 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-35dfc74a-daa7-49dc-88dd-b91f2ddc47b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:54.810211 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-35dfc74a-daa7-49dc-88dd-b91f2ddc47b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:54.811501 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-35dfc74a-daa7-49dc-88dd-b91f2ddc47b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3acdd769-cb8a-40e2-b5be-118b38e5e369 HTTP/1.1" status: 204 len: 168 time: 0.2923970 Aug 09 18:52:54.821322 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfc74a-daa7-49dc-88dd-b91f2ddc47b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acdd769-cb8a-40e2-b5be-118b38e5e369,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:55.096579 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44518) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:55.148601 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-e77e942c-3418-487d-98a6-4ab5cf698df6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--614520461&fields=id&tenant_id=ba6dd93367d9473b85c4458e183d3190 HTTP/1.1" status: 200 len: 267 time: 0.3135390 Aug 09 18:52:55.257260 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69695c6c-80f5-4429-84be-0a36880957dd req-67d339ca-c7e9-421c-b60b-c1d36cc94985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:55.258810 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69695c6c-80f5-4429-84be-0a36880957dd req-67d339ca-c7e9-421c-b60b-c1d36cc94985 service neutron] 10.222.0.26 "GET /v2.0/networks?id=38fe0045-d3e3-427a-9bf5-686c04a5bb3c HTTP/1.1" status: 200 len: 912 time: 0.4277186 Aug 09 18:52:55.332869 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-88dc77f7-e4a9-43d1-b7c5-f711ca1e7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:55.334397 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-88dc77f7-e4a9-43d1-b7c5-f711ca1e7516 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 1096 time: 0.3812499 Aug 09 18:52:55.454803 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5f6edaf4-f052-43ad-ae48-f18bd13203b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:55.487078 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69695c6c-80f5-4429-84be-0a36880957dd req-27293c13-6f99-40e1-8a73-cfebc4795398 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 HTTP/1.1" status: 200 len: 217 time: 0.0947206 Aug 09 18:52:55.800553 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d23c22-6c1e-4ef8-90a1-f8eec1b87fd7 req-2a953502-19d3-4b57-874d-5a6a0781a30b tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:55.810475 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81d23c22-6c1e-4ef8-90a1-f8eec1b87fd7 req-2a953502-19d3-4b57-874d-5a6a0781a30b tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 944 time: 0.4587555 Aug 09 18:52:55.827523 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-1bce5709-5292-41c6-bb8c-45e039c698c4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:55.829110 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-1bce5709-5292-41c6-bb8c-45e039c698c4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 817 time: 0.6797686 Aug 09 18:52:55.946038 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-323d69f4-308b-4277-9001-59ec84df8f5d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/quotas/ba6dd93367d9473b85c4458e183d3190 HTTP/1.1" status: 200 len: 375 time: 0.0983999 Aug 09 18:52:56.046103 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81d23c22-6c1e-4ef8-90a1-f8eec1b87fd7 req-2c01b99f-4528-4327-adeb-33a77af7acc1 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347438 Aug 09 18:52:56.050506 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-78486acd-a470-425a-a0ad-5cb9bde5fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:56.051993 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-78486acd-a470-425a-a0ad-5cb9bde5fb14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 911 time: 0.6413715 Aug 09 18:52:56.108584 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-7b553ed4-7f14-41d4-8ebe-5686af0ed9fd tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1370869 Aug 09 18:52:56.160815 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5f6edaf4-f052-43ad-ae48-f18bd13203b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:56.207309 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5f6edaf4-f052-43ad-ae48-f18bd13203b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:56.249437 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69695c6c-80f5-4429-84be-0a36880957dd req-239797e4-6004-4356-a1af-97646a646cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:56.250847 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69695c6c-80f5-4429-84be-0a36880957dd req-239797e4-6004-4356-a1af-97646a646cc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=00852418-32b2-468e-bafc-e07ee1c4a8ac HTTP/1.1" status: 200 len: 851 time: 0.0694735 Aug 09 18:52:56.294645 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69695c6c-80f5-4429-84be-0a36880957dd req-6123a2b2-6063-4e2d-a8a7-b4d5ca3a5218 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38fe0045-d3e3-427a-9bf5-686c04a5bb3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328257 Aug 09 18:52:56.300911 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-5f6edaf4-f052-43ad-ae48-f18bd13203b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc03ccdcbd1247949e4ae53d76396433&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1986802 Aug 09 18:52:56.306841 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44578) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:56.318743 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-93d4fa0b-7399-46be-9a88-75a07bbee605 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e274ca5-6557-4d60-ba7e-19265cfdf18f HTTP/1.1" status: 200 len: 217 time: 0.0923781 Aug 09 18:52:56.356780 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6edaf4-f052-43ad-ae48-f18bd13203b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9988e7-0237-4672-bec9-93c7578a4ccc,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:56.428304 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-b3f25882-4cae-4753-b634-0f99fc139075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:56.429818 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-b3f25882-4cae-4753-b634-0f99fc139075 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 200 len: 850 time: 0.0842760 Aug 09 18:52:56.491246 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffb8ef-c1e6-44c8-900f-cd93e626139a req-690d40e1-f8a5-430d-b428-5b84c002c9b0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:56.492934 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d2ffb8ef-c1e6-44c8-900f-cd93e626139a req-690d40e1-f8a5-430d-b428-5b84c002c9b0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 943 time: 0.2639191 Aug 09 18:52:56.502217 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-d1cc0185-2da5-4bd5-9c4e-55f401bfd4f4 service neutron] 10.222.0.57 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626032 Aug 09 18:52:56.591981 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-2e6feb0c-a134-4efa-b144-614fb13ea226 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778664c4-12ac-4a24-abae-812d81f19c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511765 Aug 09 18:52:56.702368 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-650b0629-3168-419c-a4a1-5663c921bfda service neutron] 10.222.0.57 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988423 Aug 09 18:52:56.723275 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d2ffb8ef-c1e6-44c8-900f-cd93e626139a req-3f48a9fe-dacf-404d-a2ca-11eff40397cb tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273556 Aug 09 18:52:56.734822 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a1e411e0-c337-4caa-a00e-caa5f1186910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:56.748518 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69695c6c-80f5-4429-84be-0a36880957dd req-cf3cef07-164d-45ad-91f4-a6918279ad16 service neutron] 10.222.0.26 "GET /v2.0/networks/38fe0045-d3e3-427a-9bf5-686c04a5bb3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404192 Aug 09 18:52:56.807015 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-8b6dfc97-dd3f-45ab-a00d-5c229d7db451 service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050030 Aug 09 18:52:56.826806 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a1e411e0-c337-4caa-a00e-caa5f1186910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:56.949089 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69695c6c-80f5-4429-84be-0a36880957dd req-90fe44aa-00b3-4f1b-aed2-400812ce01ee service neutron] 10.222.0.26 "GET /v2.0/networks/38fe0045-d3e3-427a-9bf5-686c04a5bb3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855221 Aug 09 18:52:56.964837 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a1e411e0-c337-4caa-a00e-caa5f1186910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:56.970617 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a1e411e0-c337-4caa-a00e-caa5f1186910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:56.972245 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a1e411e0-c337-4caa-a00e-caa5f1186910 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e9988e7-0237-4672-bec9-93c7578a4ccc HTTP/1.1" status: 204 len: 168 time: 0.6504059 Aug 09 18:52:56.985151 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0a9b7e80-86d6-44e2-8d8b-c1dd9f8fa956 req-2464f59b-b211-41ad-922c-7115bf7f0a04 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 210 time: 0.0569634 Aug 09 18:52:56.988935 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e411e0-c337-4caa-a00e-caa5f1186910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9988e7-0237-4672-bec9-93c7578a4ccc,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:57.007600 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97f19c6e-1cb4-437e-85d6-7146874212f9 req-d5225d60-ff4a-41cb-923a-9034bc7d5452 service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880105 Aug 09 18:52:57.563819 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c44f4-8bc8-4b6e-87f6-6196a15a8d37 req-e67e7f52-c6e7-41ef-88c5-d3754c4eacd6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:57.566700 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9e3c44f4-8bc8-4b6e-87f6-6196a15a8d37 req-e67e7f52-c6e7-41ef-88c5-d3754c4eacd6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 944 time: 0.4083061 Aug 09 18:52:57.652890 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9e3c44f4-8bc8-4b6e-87f6-6196a15a8d37 req-88a037bf-6892-4c0c-a853-2d31bf74a36f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700200 Aug 09 18:52:57.702050 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:57.933880 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60488623-3896-4000-aa27-a53e3fa60ceb req-4f80f1d4-32b3-4028-bcf7-6e83100d62ff tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:57.938137 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-60488623-3896-4000-aa27-a53e3fa60ceb req-4f80f1d4-32b3-4028-bcf7-6e83100d62ff tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 943 time: 0.0974288 Aug 09 18:52:58.041288 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-60488623-3896-4000-aa27-a53e3fa60ceb req-9c42c7fe-00f6-40fd-895a-b466a000308f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950577 Aug 09 18:52:58.164759 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a6f37b6c-6e89-4c40-8417-41616018d6cc req-0d99bf44-234f-4258-bb81-945a786ebf63 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 210 time: 0.0595186 Aug 09 18:52:58.395281 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44684) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:58.621811 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-a8f482ad-6721-4eef-ab7a-6b97cee2c96a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:58.625658 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-a8f482ad-6721-4eef-ab7a-6b97cee2c96a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 817 time: 0.2283995 Aug 09 18:52:58.722466 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-621052989-network', 'tenant_id': 'd02297fbdd0a42a99522de1b127683b8'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:58.733897 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-163546a6-97e2-4b85-9a0c-5a2f0e906ff6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba6dd93367d9473b85c4458e183d3190 HTTP/1.1" status: 200 len: 379 time: 0.0989122 Aug 09 18:52:58.751378 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'port': {'device_id': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'admin_state_up': True, 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'security_groups': ['769e4cf7-488a-452e-9529-bcacefafeb1d']}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:58.787193 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Made reservation on behalf of d02297fbdd0a42a99522de1b127683b8 for: {'network': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:58.791243 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:58.818787 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.009928 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.020980 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.027504 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c5e6a-bbc5-4a17-a3c0-44693663d4dd req-cd67e93d-0943-48de-abe2-04b185219962 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:59.029062 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b73c5e6a-bbc5-4a17-a3c0-44693663d4dd req-cd67e93d-0943-48de-abe2-04b185219962 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 944 time: 0.1320007 Aug 09 18:52:59.071989 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:52:59.078109 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Made reservation on behalf of ba6dd93367d9473b85c4458e183d3190 for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:59.084191 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.087810 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da1f420-30a6-4357-8126-fcb43a2a7f94,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:59.102481 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774193839975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.103072 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Unsubscribe: segment precommit_create {{(pid=93288) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 18:52:59.103584 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.segments_db [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Added segment 22fc33ab-f114-4b49-b7bf-82b06490aebf of type vlan for network 21475bdb-edb2-45bf-91fd-b52d0b27af75 Aug 09 18:52:59.133011 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b73c5e6a-bbc5-4a17-a3c0-44693663d4dd req-0f964c8c-9293-4154-ab9b-e87dd9d64516 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944691 Aug 09 18:52:59.245050 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.281416 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c59b7-9cc0-4813-9d86-29cb34c01973 req-5bfc2906-b153-4dc0-a848-9c9273dec027 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:59.283059 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e82c59b7-9cc0-4813-9d86-29cb34c01973 req-5bfc2906-b153-4dc0-a848-9c9273dec027 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 943 time: 0.1410842 Aug 09 18:52:59.337258 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.338351 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:59.338983 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.343211 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7a0aee04-cdc6-496f-9c5c-d20c6998adc6 req-5a0f6c5d-40a8-4952-90f4-72afc2be6c47 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 210 time: 0.0590701 Aug 09 18:52:59.385345 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9885387 Aug 09 18:52:59.395969 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44732) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:59.402932 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Request body: {'subnet': {'network_id': '21475bdb-edb2-45bf-91fd-b52d0b27af75', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-621052989-subnet', 'tenant_id': 'd02297fbdd0a42a99522de1b127683b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:52:59.420886 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Allocated IP 172.20.0.12 (1bfe553e-7c03-4096-b9c3-661a29853c38/58e89b2b-65ec-4d1c-9b32-18079cd710c8/a2d7ac04-6927-4aec-a2b1-7681788a5721) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:52:59.437044 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e82c59b7-9cc0-4813-9d86-29cb34c01973 req-3b5a86c5-a669-40db-a7ba-02a70e543186 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361604 Aug 09 18:52:59.481058 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Made reservation on behalf of d02297fbdd0a42a99522de1b127683b8 for: {'subnet': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:52:59.483361 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.488871 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5af90-f57c-4456-887e-cc68dd91866c admin admin] Pushing event updated for resources: {'Network': ['ID=21475bdb-edb2-45bf-91fd-b52d0b27af75,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:59.502718 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 21475bdb-edb2-45bf-91fd-b52d0b27af75 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:52:59.603392 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f656563d-0d5a-4a92-b099-caab10b256eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.719110 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.743424 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Transition to ACTIVE for port object a2d7ac04-6927-4aec-a2b1-7681788a5721 will not be triggered until provisioned by entity DHCP. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:52:59.805799 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.858603 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44746) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:52:59.863638 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.926062 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2444f9d2-e04b-47ea-8d7f-eff3cb57be90,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:59.939302 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:52:59.950989 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:52:59.953676 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:52:59.957558 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:52:59.963781 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:52:59.964429 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:59.977650 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Checking segment: {'id': '22fc33ab-f114-4b49-b7bf-82b06490aebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '21475bdb-edb2-45bf-91fd-b52d0b27af75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:52:59.978209 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Network hostable DHCP agents. Network: 21475bdb-edb2-45bf-91fd-b52d0b27af75, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:52:59.994958 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-f320ce83-ee02-42e1-812e-dcea0cb1aa1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2487373 Aug 09 18:53:00.008367 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Request body: {'port': {'device_id': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:00.014004 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Network 21475bdb-edb2-45bf-91fd-b52d0b27af75 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:53:00.064383 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0362b7df-4364-45e2-b7d9-411a7198cc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:00.065508 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 21475bdb-edb2-45bf-91fd-b52d0b27af75) {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:53:00.075010 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:00.075010 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:00.078107 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4829f20-d077-414f-aff0-5023919743e0 None None] Network 21475bdb-edb2-45bf-91fd-b52d0b27af75 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:00.113594 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:00.136296 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-f1214301-75e3-4ba9-afdf-b604babc4144 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7387633 Aug 09 18:53:00.300768 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:53:00.372439 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0362b7df-4364-45e2-b7d9-411a7198cc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:00.380675 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0362b7df-4364-45e2-b7d9-411a7198cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:00.541052 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-0362b7df-4364-45e2-b7d9-411a7198cc96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95920191d4934bbdb76a81c44cb8f622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808643 Aug 09 18:53:00.551967 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44786) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:00.553877 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362b7df-4364-45e2-b7d9-411a7198cc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484be29a-1020-4545-9ca9-682150691452,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:00.704735 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75eeb-ef67-401c-9a57-6cb26215b076 req-2d0a494a-fb25-4720-96e8-1584fbe4f0f3 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:00.706514 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1ab75eeb-ef67-401c-9a57-6cb26215b076 req-2d0a494a-fb25-4720-96e8-1584fbe4f0f3 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 944 time: 0.2773910 Aug 09 18:53:00.729474 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-90b8658c-1790-4f7b-a708-43114a539e0e None None] Provisioning for port a2d7ac04-6927-4aec-a2b1-7681788a5721 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:53:00.738387 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-90b8658c-1790-4f7b-a708-43114a539e0e None None] Provisioning complete for port a2d7ac04-6927-4aec-a2b1-7681788a5721 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:53:00.739226 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-90b8658c-1790-4f7b-a708-43114a539e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:00.768246 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbdecd-32fc-4a84-9d57-f1455d230293 req-f8dbdde7-0bed-4686-8714-b377ed000e19 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:00.779724 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21fbdecd-32fc-4a84-9d57-f1455d230293 req-f8dbdde7-0bed-4686-8714-b377ed000e19 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 932 time: 0.2335560 Aug 09 18:53:00.793106 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-90b8658c-1790-4f7b-a708-43114a539e0e None None] Port a2d7ac04-6927-4aec-a2b1-7681788a5721 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:53:00.796788 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,segment=NetworkSegment(de97cafa-992c-413f-be99-683b53d5bf35),segment_id=de97cafa-992c-413f-be99-683b53d5bf35)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:00.823455 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1ab75eeb-ef67-401c-9a57-6cb26215b076 req-dcd6ee63-54e1-408e-8b5a-04b55a7b2d2a tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045458 Aug 09 18:53:00.862022 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-063ed494-ba1f-48eb-91bc-5bfe85073ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:00.862407 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8', 'network_id': '38fe0045-d3e3-427a-9bf5-686c04a5bb3c', 'port_id': 'b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8', 'mac_address': 'fa:16:3e:47:59:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00852418-32b2-468e-bafc-e07ee1c4a8ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:53:00.919274 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21fbdecd-32fc-4a84-9d57-f1455d230293 req-4c2a3683-8ece-46c7-9169-1202d6e72941 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359849 Aug 09 18:53:00.928426 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cdd61-aa29-4de3-8a2b-93b9ae6fde0a None None] Network 21475bdb-edb2-45bf-91fd-b52d0b27af75 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:00.936881 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-063ed494-ba1f-48eb-91bc-5bfe85073ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.063224 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.094563 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:53:01.131102 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,segment=NetworkSegment(de97cafa-992c-413f-be99-683b53d5bf35),segment_id=de97cafa-992c-413f-be99-683b53d5bf35)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:01.151930 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.152946 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 2e274ca5-6557-4d60-ba7e-19265cfdf18f details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:53:01.158358 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d7ac04-6927-4aec-a2b1-7681788a5721 {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:53:01.172580 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.231797 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bad4b-b432-4704-b700-5f0ffb00b1ed req-1735c01a-e13a-43da-8077-cf8c6daef024 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:01.236398 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0a4bad4b-b432-4704-b700-5f0ffb00b1ed req-1735c01a-e13a-43da-8077-cf8c6daef024 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 943 time: 0.2494540 Aug 09 18:53:01.247412 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Transition to ACTIVE for port object a2d7ac04-6927-4aec-a2b1-7681788a5721 will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:53:01.262380 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-063ed494-ba1f-48eb-91bc-5bfe85073ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.265094 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-063ed494-ba1f-48eb-91bc-5bfe85073ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.270086 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-063ed494-ba1f-48eb-91bc-5bfe85073ab6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/484be29a-1020-4545-9ca9-682150691452 HTTP/1.1" status: 204 len: 168 time: 0.7123458 Aug 09 18:53:01.280872 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.293351 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:01.337462 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ed494-ba1f-48eb-91bc-5bfe85073ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484be29a-1020-4545-9ca9-682150691452,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:01.387134 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0a4bad4b-b432-4704-b700-5f0ffb00b1ed req-c6055a5f-46b5-4c8b-9c55-d93267ca10c2 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411791 Aug 09 18:53:01.389063 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:01.400108 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 2e274ca5-6557-4d60-ba7e-19265cfdf18f, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2e274ca5-6557-4d60-ba7e-19265cfdf18f,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:01.420204 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47', 'port_id': '2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'mac_address': 'fa:16:3e:ff:c7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bce482-1d8b-4264-b55a-f67b5b58bcec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:53:01.434661 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Attempting to bind port a2d7ac04-6927-4aec-a2b1-7681788a5721 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:53:01.435010 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Attempting to bind port a2d7ac04-6927-4aec-a2b1-7681788a5721 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:53:01.435346 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Attempting to bind port a2d7ac04-6927-4aec-a2b1-7681788a5721 on network 1bfe553e-7c03-4096-b9c3-661a29853c38 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:53:01.444265 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44810) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:01.450177 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009671037-network', 'tenant_id': 'd7ba2ff47dc94419908fe8cc5e68327b'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:01.454372 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Port a2d7ac04-6927-4aec-a2b1-7681788a5721 on network 1bfe553e-7c03-4096-b9c3-661a29853c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:53:01.456076 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Attempting to bind port a2d7ac04-6927-4aec-a2b1-7681788a5721 on network 1bfe553e-7c03-4096-b9c3-661a29853c38 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:53:01.462799 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:53:01.463254 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Checking segment: {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:53:01.463655 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Bound using segment: {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:53:01.464877 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Bound port: a2d7ac04-6927-4aec-a2b1-7681788a5721, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:53:01.464877 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.494007 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.506018 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Made reservation on behalf of d7ba2ff47dc94419908fe8cc5e68327b for: {'network': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:01.508453 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.512472 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e274ca5-6557-4d60-ba7e-19265cfdf18f {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:53:01.537597 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.539156 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 2e274ca5-6557-4d60-ba7e-19265cfdf18f, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2e274ca5-6557-4d60-ba7e-19265cfdf18f,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:01.545042 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.578885 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:53:01.595147 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:53:01.605167 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.665912 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:01.668431 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.673005 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] 10.222.0.26 "PUT /v2.0/ports/a2d7ac04-6927-4aec-a2b1-7681788a5721 HTTP/1.1" status: 200 len: 1094 time: 1.6692684 Aug 09 18:53:01.673853 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:53:01.683865 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39" -d '{"events": [{"name": "network-changed", "server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:53:01.703331 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=2e274ca5-6557-4d60-ba7e-19265cfdf18f,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:01.798730 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fdd1b7-1867-4f63-b529-afb7abff0a41 x-openstack-request-id: req-a8fdd1b7-1867-4f63-b529-afb7abff0a41 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:53:01.799274 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:53:01.799274 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8fdd1b7-1867-4f63-b529-afb7abff0a41 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:53:01.799658 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'status': 'completed', 'code': 200} Aug 09 18:53:01.818569 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.823881 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.833014 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:53:01.866470 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:53:01.878314 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['2e274ca5-6557-4d60-ba7e-19265cfdf18f'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:53:01.893936 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326c4aaf-8d15-4e26-896b-aff08c54e07c,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:01.904782 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:01.905719 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.segments_db [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Added segment d6aed752-3112-40c2-b7b5-22e268f470c0 of type vlan for network 89eb8970-b26e-4599-beda-7efee1909fd7 Aug 09 18:53:01.945274 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042cae1-a12d-4c8b-a3e5-5f73c80d2851 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:01.973071 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-9dee52eb-cfa4-4f92-9d65-ef56af161798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:01.975822 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-9dee52eb-cfa4-4f92-9d65-ef56af161798 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 1097 time: 0.1750560 Aug 09 18:53:02.001934 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.111917 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-77382461-4edd-4ebb-9d9c-7a3ffcfc6584 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721 HTTP/1.1" status: 200 len: 217 time: 0.1266994 Aug 09 18:53:02.117666 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.119135 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:02.119780 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.276649 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44836) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:02.279912 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] Pushing event updated for resources: {'Network': ['ID=89eb8970-b26e-4599-beda-7efee1909fd7,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:02.299941 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-93e99fad-a6ef-407a-9649-773d0149b00e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8544695 Aug 09 18:53:02.300952 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44838) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:02.316421 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 89eb8970-b26e-4599-beda-7efee1909fd7 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:53:02.340096 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Request body: {'subnet': {'network_id': '89eb8970-b26e-4599-beda-7efee1909fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009671037-subnet', 'tenant_id': 'd7ba2ff47dc94419908fe8cc5e68327b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:02.356446 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-05a8e98a-e427-496e-b664-3ca20149b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:02.358023 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-05a8e98a-e427-496e-b664-3ca20149b175 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.1729112 Aug 09 18:53:02.368258 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a0fa48ad-3750-4dfb-aa33-375d26abdf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.405750 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Made reservation on behalf of d7ba2ff47dc94419908fe8cc5e68327b for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:02.408732 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.413607 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638d93a-0c14-4595-90ce-15f475f4edc8 req-7351c010-28d4-45ce-a55a-6d9866c02458 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:02.421304 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6638d93a-0c14-4595-90ce-15f475f4edc8 req-7351c010-28d4-45ce-a55a-6d9866c02458 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.3019631 Aug 09 18:53:02.451767 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7b023-0cc8-439f-9708-929d7d4e3f51 req-a5a593cf-83df-4ef7-9849-6d1f29658c83 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:02.454369 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2f477a33-c066-4b99-85f5-748c706c19d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.454620 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6aa7b023-0cc8-439f-9708-929d7d4e3f51 req-a5a593cf-83df-4ef7-9849-6d1f29658c83 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 945 time: 0.3394835 Aug 09 18:53:02.503243 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.566856 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-a2012294-2f22-4344-a57a-44f3db9b7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:02.568766 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-a2012294-2f22-4344-a57a-44f3db9b7eee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2001796 Aug 09 18:53:02.572432 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6638d93a-0c14-4595-90ce-15f475f4edc8 req-84063bf0-7335-43a6-b6ad-42c7383cb81d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386454 Aug 09 18:53:02.638186 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a0fa48ad-3750-4dfb-aa33-375d26abdf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.651409 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a0fa48ad-3750-4dfb-aa33-375d26abdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.715254 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a0fa48ad-3750-4dfb-aa33-375d26abdf2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=98de04ca060c4bba9f50228699deb75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332657 Aug 09 18:53:02.719997 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44852) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:02.756895 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa48ad-3750-4dfb-aa33-375d26abdf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e7bf28-0fbf-4570-9879-5971782136f5,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:02.873996 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f1972ffd-f221-4769-94df-c24086b8ffb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.877432 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.899105 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6aa7b023-0cc8-439f-9708-929d7d4e3f51 req-164dc7de-b2a2-4d57-9c0b-3ac4b80389ec tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102380 Aug 09 18:53:02.955183 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f1972ffd-f221-4769-94df-c24086b8ffb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:02.968800 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d3ae3-0fe2-418c-bac0-c3edf4c34fe0 req-ca8e53f0-7eaf-4dfa-918c-9360d5106967 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:02.976829 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-714d3ae3-0fe2-418c-bac0-c3edf4c34fe0 req-ca8e53f0-7eaf-4dfa-918c-9360d5106967 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 944 time: 0.0997250 Aug 09 18:53:02.988757 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-4bb7d5cf-c983-4623-91f2-452be3512a53 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112165 Aug 09 18:53:03.001200 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a6c319-446c-4ac3-8590-078856d46d0a,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:03.022863 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Checking segment: {'id': 'd6aed752-3112-40c2-b7b5-22e268f470c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '89eb8970-b26e-4599-beda-7efee1909fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:53:03.023237 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Network hostable DHCP agents. Network: 89eb8970-b26e-4599-beda-7efee1909fd7, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:53:03.051066 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Network 89eb8970-b26e-4599-beda-7efee1909fd7 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:53:03.055228 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f1972ffd-f221-4769-94df-c24086b8ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.059217 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f1972ffd-f221-4769-94df-c24086b8ffb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.064805 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-f1972ffd-f221-4769-94df-c24086b8ffb5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54e7bf28-0fbf-4570-9879-5971782136f5 HTTP/1.1" status: 204 len: 168 time: 0.3363078 Aug 09 18:53:03.072211 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972ffd-f221-4769-94df-c24086b8ffb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e7bf28-0fbf-4570-9879-5971782136f5,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:03.076958 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 89eb8970-b26e-4599-beda-7efee1909fd7) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:53:03.077261 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-714d3ae3-0fe2-418c-bac0-c3edf4c34fe0 req-e76333ec-6ec3-4b46-887f-57527c2ef004 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992661 Aug 09 18:53:03.082017 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:03.082642 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.100552 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-dd8d061b-8b02-41e8-8502-e09e88cefe0e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7660136 Aug 09 18:53:03.127556 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c363bd-30ae-4224-b294-b1ebad2be0c2 None None] Network 89eb8970-b26e-4599-beda-7efee1909fd7 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:03.156511 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adce6ba0-ccda-4e78-bf98-2cebda995a41 req-32e670af-210a-4be6-892c-f075d3b5f396 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585529 Aug 09 18:53:03.265069 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.292340 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-432531fa-3045-48ac-b209-f83d11bc60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:03.294472 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-432531fa-3045-48ac-b209-f83d11bc60dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 1097 time: 0.0646198 Aug 09 18:53:03.384045 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819bca2c-6b87-4795-9082-68fd2f5a2281 None None] Network 89eb8970-b26e-4599-beda-7efee1909fd7 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:03.385304 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44880) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:03.460056 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0615ec-bf84-464a-a92d-c7206b53e327 admin admin] Deleting subnet 2444f9d2-e04b-47ea-8d7f-eff3cb57be90 {{(pid=93288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:53:03.464941 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ad0615ec-bf84-464a-a92d-c7206b53e327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.489039 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-9a56a6a8-a259-4d05-b538-0e90ccf1855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:03.497003 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-9a56a6a8-a259-4d05-b538-0e90ccf1855c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.1950767 Aug 09 18:53:03.539487 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ad0615ec-bf84-464a-a92d-c7206b53e327 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.559948 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-675da6fe-94ab-4fae-826f-ae6c459de2cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721 HTTP/1.1" status: 200 len: 217 time: 0.0538678 Aug 09 18:53:03.567728 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ad0615ec-bf84-464a-a92d-c7206b53e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.664961 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ad0615ec-bf84-464a-a92d-c7206b53e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.672529 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-36593331-c9da-454f-bd18-d1d8742fedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:03.676042 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-36593331-c9da-454f-bd18-d1d8742fedad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.1069484 Aug 09 18:53:03.730321 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ad0615ec-bf84-464a-a92d-c7206b53e327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.732907 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-ad0615ec-bf84-464a-a92d-c7206b53e327 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2444f9d2-e04b-47ea-8d7f-eff3cb57be90 HTTP/1.1" status: 204 len: 168 time: 0.3462965 Aug 09 18:53:03.734175 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0615ec-bf84-464a-a92d-c7206b53e327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2444f9d2-e04b-47ea-8d7f-eff3cb57be90,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:03.742906 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44898) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:03.770959 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-dc154427-b181-4d40-896e-b9e98c45fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:03.772556 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-dc154427-b181-4d40-896e-b9e98c45fec8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907183 Aug 09 18:53:03.864947 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:03.899060 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d07a0e-7dd6-4c52-b0a1-e7bcd82a97ea req-04ca0559-fdf7-4888-8981-4d543279d8b8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:03.901106 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21d07a0e-7dd6-4c52-b0a1-e7bcd82a97ea req-04ca0559-fdf7-4888-8981-4d543279d8b8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1830852 Aug 09 18:53:03.905005 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-0f244ac2-7d24-47ce-aa30-06b220f12d75 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218204 Aug 09 18:53:04.046124 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.063634 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.064285 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.065267 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.065828 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > port after_create 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.067150 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > port after_delete 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.067632 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > port after_update 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.068411 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.069125 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.069369 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.070192 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.098177 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21d07a0e-7dd6-4c52-b0a1-e7bcd82a97ea req-3be00d71-511f-4fab-a599-ffe4db651f99 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906450 Aug 09 18:53:04.141460 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8174d0-d4d6-431b-9358-01a6671166db req-d5857532-37d1-4c15-a80f-9b5a35555501 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:04.143020 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ba8174d0-d4d6-431b-9358-01a6671166db req-d5857532-37d1-4c15-a80f-9b5a35555501 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 945 time: 0.1066406 Aug 09 18:53:04.147394 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea832eea-ab5d-4ece-b4c1-c6f37c14ff39 req-9a6c332e-25e3-411e-b559-d499064c5622 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323308 Aug 09 18:53:04.187281 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44922) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:04.202039 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ba8174d0-d4d6-431b-9358-01a6671166db req-e9869f14-866a-4333-937e-49d74f7fad8d tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Aug 09 18:53:04.282265 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:53:04.326611 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.327062 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.327402 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.327742 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:04.328232 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21475bdb-edb2-45bf-91fd-b52d0b27af75']}} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:04.329357 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb38b55-7cf3-4d3b-9ddd-d768b8bf5b18 req-0f012871-07c0-4da4-a303-9575bccf6cb5 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:04.331225 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8fb38b55-7cf3-4d3b-9ddd-d768b8bf5b18 req-0f012871-07c0-4da4-a303-9575bccf6cb5 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 944 time: 0.0651119 Aug 09 18:53:04.363426 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fc33ab-f114-4b49-b7bf-82b06490aebf') {'for_net_delete': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:04.364042 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fc33ab-f114-4b49-b7bf-82b06490aebf') {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:04.366089 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:53:04.371289 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:53:04.372837 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.388095 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3883911'] for segment, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.413354 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.421754 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8fb38b55-7cf3-4d3b-9ddd-d768b8bf5b18 req-791e1faf-0523-43f0-9aa6-3f31ac9915c7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832033 Aug 09 18:53:04.422981 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7ff32bec-df17-413a-8d90-f42194a51f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.454627 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:53:04.455956 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3882718'] for segment, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.536623 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.563975 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7ff32bec-df17-413a-8d90-f42194a51f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.569864 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7ff32bec-df17-413a-8d90-f42194a51f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.585110 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,segment=NetworkSegment(de97cafa-992c-413f-be99-683b53d5bf35),segment_id=de97cafa-992c-413f-be99-683b53d5bf35)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:04.586786 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a0bfc5-8c48-46cb-a455-a63b8ea40706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: from cryptography.utils import int_from_bytes Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: from cryptography.utils import int_from_bytes Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: Traceback (most recent call last): Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: timer() Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: cb(*args, **kw) Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: return func(*args, **kwargs) Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: self._notify() Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: self.callback(batched_events) Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: event.method(event) Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: return f(self, *a, **k) Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._get(url).json() Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: return self.request(url, 'GET', **kwargs) Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:53:04.594959 dv-cinder-782995-5-iscsi neutron-server[93288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:53:04.597687 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.611952 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.612779 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] 10.222.0.57 "DELETE /v2.0/networks/21475bdb-edb2-45bf-91fd-b52d0b27af75 HTTP/1.1" status: 204 len: 168 time: 0.8682470 Aug 09 18:53:04.618960 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44940) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:04.642695 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59942926-28d8-4777-b3c3-2e940e6e2bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=21475bdb-edb2-45bf-91fd-b52d0b27af75,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:04.659336 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.660160 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 2e274ca5-6557-4d60-ba7e-19265cfdf18f up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:53:04.667318 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44946) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:04.667736 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-7ff32bec-df17-413a-8d90-f42194a51f31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=994a127953764f36a3efc2de899ac43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760256 Aug 09 18:53:04.671456 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff32bec-df17-413a-8d90-f42194a51f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aba9e3-b6f8-47fd-a093-b3ba7c6a1732,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:04.695997 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1933b9f0-30d0-4910-b4a2-19e090ab2020 admin admin] Deleting subnet 84a6c319-446c-4ac3-8590-078856d46d0a {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:53:04.704068 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1933b9f0-30d0-4910-b4a2-19e090ab2020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.753918 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c869d167-fd80-4790-90e4-c62e82c67f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.789078 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:04.810309 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1933b9f0-30d0-4910-b4a2-19e090ab2020 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.829273 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c869d167-fd80-4790-90e4-c62e82c67f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.837826 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1933b9f0-30d0-4910-b4a2-19e090ab2020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.874687 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 2e274ca5-6557-4d60-ba7e-19265cfdf18f completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:53:04.882979 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 2e274ca5-6557-4d60-ba7e-19265cfdf18f triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:53:04.883755 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.947317 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c869d167-fd80-4790-90e4-c62e82c67f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.950720 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c869d167-fd80-4790-90e4-c62e82c67f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:04.952031 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-c869d167-fd80-4790-90e4-c62e82c67f0a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/78aba9e3-b6f8-47fd-a093-b3ba7c6a1732 HTTP/1.1" status: 204 len: 168 time: 0.2837586 Aug 09 18:53:04.962719 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869d167-fd80-4790-90e4-c62e82c67f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aba9e3-b6f8-47fd-a093-b3ba7c6a1732,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:04.975378 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1933b9f0-30d0-4910-b4a2-19e090ab2020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.012647 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1933b9f0-30d0-4910-b4a2-19e090ab2020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.015011 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-1933b9f0-30d0-4910-b4a2-19e090ab2020 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/84a6c319-446c-4ac3-8590-078856d46d0a HTTP/1.1" status: 204 len: 168 time: 0.3944590 Aug 09 18:53:05.016445 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933b9f0-30d0-4910-b4a2-19e090ab2020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a6c319-446c-4ac3-8590-078856d46d0a,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:05.019353 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44962) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:05.042223 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.103769 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53178e36-a7de-498d-85e3-db0102983baa" -d '{"events": [{"server_uuid": "e0a0bfc5-8c48-46cb-a455-a63b8ea40706", "name": "network-vif-plugged", "status": "completed", "tag": "b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:53:05.109296 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 2e274ca5-6557-4d60-ba7e-19265cfdf18f, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2e274ca5-6557-4d60-ba7e-19265cfdf18f,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:05.118161 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.122477 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.128798 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.148102 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 44972) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:05.230657 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=2e274ca5-6557-4d60-ba7e-19265cfdf18f,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:05.256370 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.269428 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89eb8970-b26e-4599-beda-7efee1909fd7']}} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:05.287100 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6aed752-3112-40c2-b7b5-22e268f470c0') {'for_net_delete': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:05.287513 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6aed752-3112-40c2-b7b5-22e268f470c0') {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:05.298685 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3883911'] for segment, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.304535 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2392e3-29db-4999-b4e0-6862c746bb3f req-4c792b8b-00ea-46b7-be45-7736975b0e29 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:05.313992 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.320584 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b2392e3-29db-4999-b4e0-6862c746bb3f req-4c792b8b-00ea-46b7-be45-7736975b0e29 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0935619 Aug 09 18:53:05.321697 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:53:05.322044 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3882718'] for segment, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.371854 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b2392e3-29db-4999-b4e0-6862c746bb3f req-10005c51-90c7-416e-a2c3-fef9c3cafb3b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499408 Aug 09 18:53:05.400254 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e6d25-1410-4a51-aef7-823d410619d9 x-openstack-request-id: req-b36e6d25-1410-4a51-aef7-823d410619d9 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:53:05.401267 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a0bfc5-8c48-46cb-a455-a63b8ea40706", "name": "network-vif-plugged", "status": "completed", "tag": "b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:53:05.401267 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b36e6d25-1410-4a51-aef7-823d410619d9 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:53:05.401723 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0bfc5-8c48-46cb-a455-a63b8ea40706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8', 'code': 200} Aug 09 18:53:05.533200 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ab39593-8f58-4054-844e-1f6567d4d1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: Traceback (most recent call last): Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: timer() Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: cb(*args, **kw) Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: return func(*args, **kwargs) Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: self._notify() Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: self.callback(batched_events) Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: event.method(event) Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: return f(self, *a, **k) Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._get(url).json() Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: return self.request(url, 'GET', **kwargs) Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:53:05.569978 dv-cinder-782995-5-iscsi neutron-server[93288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:53:05.582818 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.593482 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.595643 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] 10.222.0.57 "DELETE /v2.0/networks/89eb8970-b26e-4599-beda-7efee1909fd7 HTTP/1.1" status: 204 len: 168 time: 0.5751512 Aug 09 18:53:05.597962 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b56b-9145-4881-a7d3-4b97dfd36305 req-c288e7c1-1982-4f8f-99e0-2a080966b946 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:05.599776 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88c4b56b-9145-4881-a7d3-4b97dfd36305 req-c288e7c1-1982-4f8f-99e0-2a080966b946 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.1577969 Aug 09 18:53:05.615408 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a1df-165a-4bff-8fb9-c1f769de2366 admin admin] Pushing event deleted for resources: {'Network': ['ID=89eb8970-b26e-4599-beda-7efee1909fd7,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:05.764458 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72739bd9-9009-4784-ae9f-2d934cd88e6e req-6a22292e-c8aa-49ca-9ae7-fb69119fbdf6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:05.766138 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-72739bd9-9009-4784-ae9f-2d934cd88e6e req-6a22292e-c8aa-49ca-9ae7-fb69119fbdf6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.2155931 Aug 09 18:53:05.771715 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88c4b56b-9145-4881-a7d3-4b97dfd36305 req-380bc25a-9f07-44ad-b5d0-7c57bd0caaee tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404631 Aug 09 18:53:05.790762 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44990) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:05.800281 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdd3cf-8d9e-40ea-8a7e-37b3d7e09930 req-362d91da-a7fd-4146-a8bc-00c4b9994882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:05.802081 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4dcdd3cf-8d9e-40ea-8a7e-37b3d7e09930 req-362d91da-a7fd-4146-a8bc-00c4b9994882 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 1099 time: 0.1696236 Aug 09 18:53:05.812844 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-269dafd2-6831-438b-8aef-c65959e8fbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.866012 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-4dcdd3cf-8d9e-40ea-8a7e-37b3d7e09930 req-9590fced-71e8-4524-9864-03cdb0fb3f40 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.872711 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44992) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:05.873179 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-72739bd9-9009-4784-ae9f-2d934cd88e6e req-1e57eca4-ca79-42ea-ad4a-3c17fe4d18e3 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991755 Aug 09 18:53:05.917845 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-13278d0c-3f37-4bb5-9de9-6e3b02933d04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d02297fbdd0a42a99522de1b127683b8&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0439920 Aug 09 18:53:05.918494 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ab39593-8f58-4054-844e-1f6567d4d1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.921299 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 44996) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:05.923626 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ab39593-8f58-4054-844e-1f6567d4d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:05.976009 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.db.api [req-4dcdd3cf-8d9e-40ea-8a7e-37b3d7e09930 req-9590fced-71e8-4524-9864-03cdb0fb3f40 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 18:53:05.976009 dv-cinder-782995-5-iscsi neutron-server[93289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 18:53:05.976009 dv-cinder-782995-5-iscsi neutron-server[93289]: [parameters: {'project_id_1': '0c43cd6e537e49bfafbabf3fb398e4bc', 'expiration_1': datetime.datetime(2021, 8, 9, 18, 53, 5, 894250)}] Aug 09 18:53:05.976009 dv-cinder-782995-5-iscsi neutron-server[93289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 18:53:05.976931 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG oslo_db.api [req-4dcdd3cf-8d9e-40ea-8a7e-37b3d7e09930 req-9590fced-71e8-4524-9864-03cdb0fb3f40 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 18:53:05.987596 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-0ab39593-8f58-4054-844e-1f6567d4d1f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38518b9c373e403895d2891d3ef40031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8380418 Aug 09 18:53:05.990125 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab39593-8f58-4054-844e-1f6567d4d1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c54c18-968f-4176-b52b-f630a4b06831,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:05.992620 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45000) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:06.058441 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-17739d8e-4f28-4979-a8e4-4e2817940346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.111982 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-17739d8e-4f28-4979-a8e4-4e2817940346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.157122 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-269dafd2-6831-438b-8aef-c65959e8fbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.164424 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8cce1648-be7d-407b-b1f9-9fe1fa0708f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.173462 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-269dafd2-6831-438b-8aef-c65959e8fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.220467 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8cce1648-be7d-407b-b1f9-9fe1fa0708f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.247481 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-269dafd2-6831-438b-8aef-c65959e8fbfa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7cc25d71bcc64c96ac7203ca33e35631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549575 Aug 09 18:53:06.250510 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45012) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:06.261337 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dafd2-6831-438b-8aef-c65959e8fbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f151ac6-26c6-466a-823d-72f44e0538e9,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:06.277551 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-17739d8e-4f28-4979-a8e4-4e2817940346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.280405 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-17739d8e-4f28-4979-a8e4-4e2817940346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.284022 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-17739d8e-4f28-4979-a8e4-4e2817940346 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0da1f420-30a6-4357-8126-fcb43a2a7f94 HTTP/1.1" status: 204 len: 168 time: 0.3591948 Aug 09 18:53:06.284203 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:53:06.293024 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17739d8e-4f28-4979-a8e4-4e2817940346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da1f420-30a6-4357-8126-fcb43a2a7f94,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:06.320007 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8cce1648-be7d-407b-b1f9-9fe1fa0708f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.320007 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8cce1648-be7d-407b-b1f9-9fe1fa0708f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.320937 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8cce1648-be7d-407b-b1f9-9fe1fa0708f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36c54c18-968f-4176-b52b-f630a4b06831 HTTP/1.1" status: 204 len: 168 time: 0.3280981 Aug 09 18:53:06.332130 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce1648-be7d-407b-b1f9-9fe1fa0708f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c54c18-968f-4176-b52b-f630a4b06831,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:06.399415 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f5b384e8-8bea-4e02-b94c-3b4284d73632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.434551 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f5b384e8-8bea-4e02-b94c-3b4284d73632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.518270 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-4dcdd3cf-8d9e-40ea-8a7e-37b3d7e09930 req-9590fced-71e8-4524-9864-03cdb0fb3f40 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.601456 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b01dfd-51bd-4ef3-8b5c-2d1c1aa6de16 req-1a888545-d53d-4af0-a8fa-7dee3357ab4d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:06.603875 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-52b01dfd-51bd-4ef3-8b5c-2d1c1aa6de16 req-1a888545-d53d-4af0-a8fa-7dee3357ab4d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1404111 Aug 09 18:53:06.640422 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f5b384e8-8bea-4e02-b94c-3b4284d73632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.643394 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f5b384e8-8bea-4e02-b94c-3b4284d73632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.644737 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-f5b384e8-8bea-4e02-b94c-3b4284d73632 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f151ac6-26c6-466a-823d-72f44e0538e9 HTTP/1.1" status: 204 len: 168 time: 0.3927162 Aug 09 18:53:06.679579 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b384e8-8bea-4e02-b94c-3b4284d73632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f151ac6-26c6-466a-823d-72f44e0538e9,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:06.718283 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-52b01dfd-51bd-4ef3-8b5c-2d1c1aa6de16 req-26aceb24-bad7-41e2-9602-b13e40ef6627 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066332 Aug 09 18:53:06.769615 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:06.784982 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'port_id': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'mac_address': 'fa:16:3e:f0:b5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:53:06.808039 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-4dcdd3cf-8d9e-40ea-8a7e-37b3d7e09930 req-9590fced-71e8-4524-9864-03cdb0fb3f40 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.814759 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-4dcdd3cf-8d9e-40ea-8a7e-37b3d7e09930 req-9590fced-71e8-4524-9864-03cdb0fb3f40 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.831187 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.848560 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4dcdd3cf-8d9e-40ea-8a7e-37b3d7e09930 req-9590fced-71e8-4524-9864-03cdb0fb3f40 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0260253 Aug 09 18:53:06.864130 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590fced-71e8-4524-9864-03cdb0fb3f40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=828ba4ba-78ae-4c2f-ad6b-fa6c6be0ed82,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:06.878279 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d7ac04-6927-4aec-a2b1-7681788a5721 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:53:06.925855 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:06.940390 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:06.977783 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bcac2-a5e1-4fb4-8ffb-7856f2d98a77 req-d5a5547a-c954-4b84-b860-aeaa4e1ad30f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:06.980093 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3bcac2-a5e1-4fb4-8ffb-7856f2d98a77 req-d5a5547a-c954-4b84-b860-aeaa4e1ad30f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0898597 Aug 09 18:53:07.034128 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:07.059400 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc92f-e7dd-4a5d-9a4a-25499ba6eba0 req-1accc905-b687-46ad-891e-59af8c5137ae tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:07.061035 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1aecc92f-e7dd-4a5d-9a4a-25499ba6eba0 req-1accc905-b687-46ad-891e-59af8c5137ae tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.0754113 Aug 09 18:53:07.067590 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3bcac2-a5e1-4fb4-8ffb-7856f2d98a77 req-f00a0427-cea5-4dd3-a41c-389796123412 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709064 Aug 09 18:53:07.126059 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1aecc92f-e7dd-4a5d-9a4a-25499ba6eba0 req-f18be41f-e432-4953-95de-648bb0039391 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584974 Aug 09 18:53:07.202772 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['a2d7ac04-6927-4aec-a2b1-7681788a5721'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:53:07.220346 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45052) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:07.309585 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-4b81aa8d-c11a-4c15-81e1-f7fd5633ad59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7ba2ff47dc94419908fe8cc5e68327b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852029 Aug 09 18:53:07.310075 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45058) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:07.402955 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e459d-5217-4e1d-9fe6-58395e8b7c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e274ca5-6557-4d60-ba7e-19265cfdf18f'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:53:07.405505 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53122d8c-f53d-47ac-8060-47a31c414e1d" -d '{"events": [{"server_uuid": "686e459d-5217-4e1d-9fe6-58395e8b7c04", "name": "network-vif-plugged", "status": "completed", "tag": "2e274ca5-6557-4d60-ba7e-19265cfdf18f"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:53:07.427951 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-4e554e7f-43ac-4959-94e0-1790aabed00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:07.440711 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45064) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:07.489318 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-4e554e7f-43ac-4959-94e0-1790aabed00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:07.496393 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fd19f8-bab7-43c4-93b1-7e5d729a99ce x-openstack-request-id: req-92fd19f8-bab7-43c4-93b1-7e5d729a99ce {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:53:07.497186 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e459d-5217-4e1d-9fe6-58395e8b7c04", "name": "network-vif-plugged", "status": "completed", "tag": "2e274ca5-6557-4d60-ba7e-19265cfdf18f", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:53:07.497576 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f380a1d1-5559-42ae-833c-a002f8e5d7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:07.497834 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92fd19f8-bab7-43c4-93b1-7e5d729a99ce {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:53:07.498395 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e459d-5217-4e1d-9fe6-58395e8b7c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'code': 200} Aug 09 18:53:07.620730 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-4e554e7f-43ac-4959-94e0-1790aabed00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:07.623754 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-4e554e7f-43ac-4959-94e0-1790aabed00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:07.625936 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-4e554e7f-43ac-4959-94e0-1790aabed00a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/326c4aaf-8d15-4e26-896b-aff08c54e07c HTTP/1.1" status: 204 len: 168 time: 0.3141255 Aug 09 18:53:07.648626 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e554e7f-43ac-4959-94e0-1790aabed00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326c4aaf-8d15-4e26-896b-aff08c54e07c,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:07.759698 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f380a1d1-5559-42ae-833c-a002f8e5d7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:07.771199 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f380a1d1-5559-42ae-833c-a002f8e5d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:07.783389 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbe56a-7176-4c52-a228-018999a370d3 req-aea83337-8ca5-43e6-bea3-1a18c9ecb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:07.785916 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a7fbe56a-7176-4c52-a228-018999a370d3 req-aea83337-8ca5-43e6-bea3-1a18c9ecb429 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 1098 time: 0.0811291 Aug 09 18:53:07.837930 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-f380a1d1-5559-42ae-833c-a002f8e5d7d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c5e52557f5640c186cd9d6429515c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946733 Aug 09 18:53:07.839234 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380a1d1-5559-42ae-833c-a002f8e5d7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b2127-4329-4fe7-9acb-9bfdd438e0fa,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:07.841290 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45078) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:07.858653 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a7fbe56a-7176-4c52-a228-018999a370d3 req-41fdb320-fe76-48c6-a54b-9af44528a8a4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602434 Aug 09 18:53:07.920051 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5380df23-d548-49b6-87cb-b9e4bb2fe91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:07.953924 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5380df23-d548-49b6-87cb-b9e4bb2fe91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:07.971275 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac806d-c507-47d6-a80f-0f447d07c440 req-3302dd23-80c1-4695-9de2-744156cca3dd tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:07.973649 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ecac806d-c507-47d6-a80f-0f447d07c440 req-3302dd23-80c1-4695-9de2-744156cca3dd tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.0698824 Aug 09 18:53:08.035630 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ecac806d-c507-47d6-a80f-0f447d07c440 req-61808e9d-cc66-4403-b006-600a575eb566 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550172 Aug 09 18:53:08.059471 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5380df23-d548-49b6-87cb-b9e4bb2fe91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:08.062165 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5380df23-d548-49b6-87cb-b9e4bb2fe91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:08.065747 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-5380df23-d548-49b6-87cb-b9e4bb2fe91d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/266b2127-4329-4fe7-9acb-9bfdd438e0fa HTTP/1.1" status: 204 len: 168 time: 0.2200398 Aug 09 18:53:08.073156 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380df23-d548-49b6-87cb-b9e4bb2fe91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b2127-4329-4fe7-9acb-9bfdd438e0fa,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:08.315351 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525d810-2d99-4b31-933d-dfeeea3d39cd req-3f1d0d9f-61a4-4ddf-bad2-58a71103f36b tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:08.316939 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d525d810-2d99-4b31-933d-dfeeea3d39cd req-3f1d0d9f-61a4-4ddf-bad2-58a71103f36b tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.1445401 Aug 09 18:53:08.370262 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d54ce-abd0-4a3b-bddd-c79c953a7312 req-6deb25b1-a5e6-4a0d-91d8-5cf895c2cd09 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:08.373149 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b3d54ce-abd0-4a3b-bddd-c79c953a7312 req-6deb25b1-a5e6-4a0d-91d8-5cf895c2cd09 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.1213179 Aug 09 18:53:08.421050 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d525d810-2d99-4b31-933d-dfeeea3d39cd req-d1609029-cdd9-4340-af64-1a984ff7932f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927985 Aug 09 18:53:08.472394 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b3d54ce-abd0-4a3b-bddd-c79c953a7312 req-fbecf1c4-52ad-4747-b52d-5151ef269d7f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857260 Aug 09 18:53:08.629994 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45118) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:08.653411 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d2e1e113-6aa0-40d5-ace2-1df88a61c5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:08.785177 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d2e1e113-6aa0-40d5-ace2-1df88a61c5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:08.792114 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d2e1e113-6aa0-40d5-ace2-1df88a61c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:08.863988 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-d2e1e113-6aa0-40d5-ace2-1df88a61c5ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd58ae4e08604e8296ce00b8a9f404e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316277 Aug 09 18:53:08.866297 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1e113-6aa0-40d5-ace2-1df88a61c5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e50b7c-7fc2-4f99-ad2f-cae17421f535,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:08.866954 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45124) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:08.952441 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc3cc-facc-4896-82f4-73f5c660ffe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:08.995826 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc3cc-facc-4896-82f4-73f5c660ffe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.082608 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc3cc-facc-4896-82f4-73f5c660ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.086622 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8a3fc3cc-facc-4896-82f4-73f5c660ffe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.091882 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8a3fc3cc-facc-4896-82f4-73f5c660ffe4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/25e50b7c-7fc2-4f99-ad2f-cae17421f535 HTTP/1.1" status: 204 len: 168 time: 0.2235332 Aug 09 18:53:09.102328 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fc3cc-facc-4896-82f4-73f5c660ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e50b7c-7fc2-4f99-ad2f-cae17421f535,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:09.195334 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45138) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:09.221800 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b1e38-ced9-4afb-ad3e-9c3d2ed0945e req-6b85db94-cf1c-426b-bbfe-bf890ab55dbd tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:09.223415 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3f5b1e38-ced9-4afb-ad3e-9c3d2ed0945e req-6b85db94-cf1c-426b-bbfe-bf890ab55dbd tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.0765107 Aug 09 18:53:09.288001 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3f5b1e38-ced9-4afb-ad3e-9c3d2ed0945e req-a1b1364f-4c12-47b5-96f9-296efde2e3a9 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468493 Aug 09 18:53:09.471659 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eeeeec6d-ad65-4db6-9752-773a651ebf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.606390 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eeeeec6d-ad65-4db6-9752-773a651ebf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.612624 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eeeeec6d-ad65-4db6-9752-773a651ebf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.664742 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0342477-7c48-45c5-9d58-e6aeb1708c97 req-a839ac1a-5ea8-473c-a4fc-dd14a6c9aef0 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:09.664986 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-eeeeec6d-ad65-4db6-9752-773a651ebf9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de1d84204bc54332a16a31d68e7cdc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662080 Aug 09 18:53:09.664986 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeec6d-ad65-4db6-9752-773a651ebf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4407458-05d8-4351-9fa3-e9d2a4ddd810,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:09.665161 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c0342477-7c48-45c5-9d58-e6aeb1708c97 req-a839ac1a-5ea8-473c-a4fc-dd14a6c9aef0 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.1164749 Aug 09 18:53:09.665679 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45158) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:09.750442 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-31645e22-b779-4ec8-9b73-6554df56bcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.803361 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84717380-0af4-4a5a-bc6b-0361c144e18e req-3e72510f-7fa3-44e7-97c3-8b7ed22e5ce4 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:09.805278 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-84717380-0af4-4a5a-bc6b-0361c144e18e req-3e72510f-7fa3-44e7-97c3-8b7ed22e5ce4 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.1999454 Aug 09 18:53:09.810415 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-31645e22-b779-4ec8-9b73-6554df56bcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.822020 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c0342477-7c48-45c5-9d58-e6aeb1708c97 req-895c8459-6c5c-4991-a4f9-b440d1910f79 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038773 Aug 09 18:53:09.827744 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:53:09.892536 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-84717380-0af4-4a5a-bc6b-0361c144e18e req-d7a4c3f9-cdfd-47f9-a1ea-0628582a1020 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667884 Aug 09 18:53:09.914905 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-31645e22-b779-4ec8-9b73-6554df56bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.918071 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-31645e22-b779-4ec8-9b73-6554df56bcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:09.919266 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-31645e22-b779-4ec8-9b73-6554df56bcf0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4407458-05d8-4351-9fa3-e9d2a4ddd810 HTTP/1.1" status: 204 len: 168 time: 0.2515755 Aug 09 18:53:09.927580 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31645e22-b779-4ec8-9b73-6554df56bcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4407458-05d8-4351-9fa3-e9d2a4ddd810,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:10.469927 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45190) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:10.487571 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-7b91c70a-98cc-4cf6-8475-991d245d0554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:10.523922 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40885d93-66ce-47ab-b303-9c4bc988a54d req-cc01ae51-d49e-420e-ab11-0f08070e68ab tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:10.527231 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-40885d93-66ce-47ab-b303-9c4bc988a54d req-cc01ae51-d49e-420e-ab11-0f08070e68ab tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.1054671 Aug 09 18:53:10.608043 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-40885d93-66ce-47ab-b303-9c4bc988a54d req-406adf9f-3350-4e0d-85c5-745322a97894 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673871 Aug 09 18:53:10.646281 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-7b91c70a-98cc-4cf6-8475-991d245d0554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:10.651969 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-7b91c70a-98cc-4cf6-8475-991d245d0554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:10.708602 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-7b91c70a-98cc-4cf6-8475-991d245d0554 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4914e66ba86d428582accc7c28d0038e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333846 Aug 09 18:53:10.708602 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91c70a-98cc-4cf6-8475-991d245d0554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd174d79-6fce-4923-91fe-a3ff2b3e3a81,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:10.708842 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45198) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:10.801052 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-90827fa0-63be-4640-9706-23b6e2901b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:10.849838 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-90827fa0-63be-4640-9706-23b6e2901b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:10.978928 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-90827fa0-63be-4640-9706-23b6e2901b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:10.982405 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-90827fa0-63be-4640-9706-23b6e2901b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:10.983669 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-90827fa0-63be-4640-9706-23b6e2901b56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd174d79-6fce-4923-91fe-a3ff2b3e3a81 HTTP/1.1" status: 204 len: 168 time: 0.2741110 Aug 09 18:53:11.009829 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a10c0-86f7-4e3a-bad2-309fcd940f4a req-afb76376-c020-47c0-80c5-157691beae85 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:11.018043 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c73a10c0-86f7-4e3a-bad2-309fcd940f4a req-afb76376-c020-47c0-80c5-157691beae85 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0898075 Aug 09 18:53:11.029334 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90827fa0-63be-4640-9706-23b6e2901b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd174d79-6fce-4923-91fe-a3ff2b3e3a81,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:11.105719 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c73a10c0-86f7-4e3a-bad2-309fcd940f4a req-3b932f25-fbff-432c-81d5-53ff4ffd44c0 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867341 Aug 09 18:53:11.125121 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebc565-e3c7-4b45-ad85-60c8846370cc req-ee8ff40a-57fb-4025-87a8-2d8570d696bd tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:11.126836 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1cebc565-e3c7-4b45-ad85-60c8846370cc req-ee8ff40a-57fb-4025-87a8-2d8570d696bd tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.1005652 Aug 09 18:53:11.188302 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1cebc565-e3c7-4b45-ad85-60c8846370cc req-66a5b030-999c-4b92-96c8-6154759605a4 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477901 Aug 09 18:53:11.790681 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37678ac-2202-4f23-a864-f34481966e92 req-11a55d87-5018-4b3a-ab8d-d7cc204b87a1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:11.790681 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a37678ac-2202-4f23-a864-f34481966e92 req-11a55d87-5018-4b3a-ab8d-d7cc204b87a1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.0706053 Aug 09 18:53:11.852855 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a37678ac-2202-4f23-a864-f34481966e92 req-0006f917-d72d-47c8-9401-1ab82eaf175c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589921 Aug 09 18:53:12.269240 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd69ec-f12b-48f5-ba0e-8b808c02bd63 req-f5ba5d46-3862-45bd-85d2-a3974005d753 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:12.277443 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-44cd69ec-f12b-48f5-ba0e-8b808c02bd63 req-f5ba5d46-3862-45bd-85d2-a3974005d753 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0631516 Aug 09 18:53:12.345675 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-44cd69ec-f12b-48f5-ba0e-8b808c02bd63 req-66adc529-cb40-4170-9b13-2653fc03f023 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670462 Aug 09 18:53:12.363611 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ab3ce-2a29-4d98-b35d-80ff1912fbbc req-65f50019-cd01-4795-8b30-111b0edb15c6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:12.365214 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5f3ab3ce-2a29-4d98-b35d-80ff1912fbbc req-65f50019-cd01-4795-8b30-111b0edb15c6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.0669336 Aug 09 18:53:12.426868 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5f3ab3ce-2a29-4d98-b35d-80ff1912fbbc req-9bc27e07-9e6d-44c5-b2b2-0119f779eaa6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Aug 09 18:53:12.433978 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45294) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:12.651153 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fced4ad2-04cb-4859-b07d-a56eb03b39a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:12.778347 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fced4ad2-04cb-4859-b07d-a56eb03b39a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:12.782712 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fced4ad2-04cb-4859-b07d-a56eb03b39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:12.832668 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45308) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:12.833218 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-fced4ad2-04cb-4859-b07d-a56eb03b39a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efc3769533444fdda5354f7928e49b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971281 Aug 09 18:53:12.843181 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced4ad2-04cb-4859-b07d-a56eb03b39a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c051e21e-66ff-428c-aa4f-f5af20b1ebe5,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:12.896501 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-31d2c2db-b649-4398-b1e5-2d48d9ac043a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:12.923008 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-31d2c2db-b649-4398-b1e5-2d48d9ac043a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.012399 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9b8f0-3da0-4617-b303-687ff2f125e0 req-eb5cc714-15bb-4f57-9916-de586600cfda tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:13.014943 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-75b9b8f0-3da0-4617-b303-687ff2f125e0 req-eb5cc714-15bb-4f57-9916-de586600cfda tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.0620730 Aug 09 18:53:13.040284 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-31d2c2db-b649-4398-b1e5-2d48d9ac043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.043915 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-31d2c2db-b649-4398-b1e5-2d48d9ac043a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.048185 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-31d2c2db-b649-4398-b1e5-2d48d9ac043a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c051e21e-66ff-428c-aa4f-f5af20b1ebe5 HTTP/1.1" status: 204 len: 168 time: 0.2135253 Aug 09 18:53:13.061991 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2c2db-b649-4398-b1e5-2d48d9ac043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c051e21e-66ff-428c-aa4f-f5af20b1ebe5,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:13.062587 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:53:13.078543 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-75b9b8f0-3da0-4617-b303-687ff2f125e0 req-bf009441-376e-483c-b34c-9a773de4768b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551944 Aug 09 18:53:13.168907 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port a2d7ac04-6927-4aec-a2b1-7681788a5721 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:53:13.173622 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port a2d7ac04-6927-4aec-a2b1-7681788a5721 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:53:13.174611 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.349262 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.374850 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:53:13.377290 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a625954-6355-4fa6-bc21-bdad1e60c4ed" -d '{"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:53:13.394337 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:13.403034 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.470838 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45340) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:13.492684 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:13.496853 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-378bd442-d1de-4f01-a6f4-a321293f3001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.521330 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1251800-f3c7-411e-89af-dfb3b02ba350 x-openstack-request-id: req-e1251800-f3c7-411e-89af-dfb3b02ba350 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:53:13.521708 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:53:13.522057 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1251800-f3c7-411e-89af-dfb3b02ba350 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:53:13.522535 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'code': 200} Aug 09 18:53:13.572252 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77403feb-8eae-4846-8c19-7ab439a6562e req-babed990-2790-4be6-a2a6-4a2a29093d5b tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:13.574093 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-77403feb-8eae-4846-8c19-7ab439a6562e req-babed990-2790-4be6-a2a6-4a2a29093d5b tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0870693 Aug 09 18:53:13.678308 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e273d28-76a8-4cbf-974d-c724e36c1eff req-41f6480a-3a95-4d2f-8c10-df897064dd5f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:13.679839 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6e273d28-76a8-4cbf-974d-c724e36c1eff req-41f6480a-3a95-4d2f-8c10-df897064dd5f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.1028917 Aug 09 18:53:13.686573 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-77403feb-8eae-4846-8c19-7ab439a6562e req-a79e80b7-d01b-4490-b049-f7aa53e63ae9 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979209 Aug 09 18:53:13.735172 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-378bd442-d1de-4f01-a6f4-a321293f3001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.745718 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6e273d28-76a8-4cbf-974d-c724e36c1eff req-63d1c382-6dc0-480c-9546-296e8c616854 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579410 Aug 09 18:53:13.746537 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-378bd442-d1de-4f01-a6f4-a321293f3001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.786038 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-378bd442-d1de-4f01-a6f4-a321293f3001 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4f6dcafeb094bec9e654d5ed2f524e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140900 Aug 09 18:53:13.786969 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bd442-d1de-4f01-a6f4-a321293f3001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79899640-a2e5-4e2e-bb5e-21cc93df6cc7,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:13.789875 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45348) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:13.859057 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-573b6d1e-5143-4dd3-acb0-4716557ad1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.883014 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-573b6d1e-5143-4dd3-acb0-4716557ad1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.943093 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-573b6d1e-5143-4dd3-acb0-4716557ad1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.945737 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-573b6d1e-5143-4dd3-acb0-4716557ad1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.949312 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-573b6d1e-5143-4dd3-acb0-4716557ad1c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79899640-a2e5-4e2e-bb5e-21cc93df6cc7 HTTP/1.1" status: 204 len: 168 time: 0.1559014 Aug 09 18:53:13.955317 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b6d1e-5143-4dd3-acb0-4716557ad1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79899640-a2e5-4e2e-bb5e-21cc93df6cc7,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:14.278071 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341dfa2-64f5-4dcb-a6fb-bd688bd7bf8a req-0f85fc61-b987-4f5b-9311-53c7e7773ea1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:14.286669 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3341dfa2-64f5-4dcb-a6fb-bd688bd7bf8a req-0f85fc61-b987-4f5b-9311-53c7e7773ea1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0729461 Aug 09 18:53:14.451279 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3341dfa2-64f5-4dcb-a6fb-bd688bd7bf8a req-58591a47-8239-48a7-b84e-a1716b909f59 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628392 Aug 09 18:53:14.476763 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df8e1f-e2a6-41d7-a04f-aa1a190c2b6e req-b2786106-0cd4-47c2-a147-6ce19ca44689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:14.481816 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-27df8e1f-e2a6-41d7-a04f-aa1a190c2b6e req-b2786106-0cd4-47c2-a147-6ce19ca44689 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 1099 time: 0.1024384 Aug 09 18:53:14.536192 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-27df8e1f-e2a6-41d7-a04f-aa1a190c2b6e req-5b557aef-54ff-4b87-a560-6cf909eef324 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Aug 09 18:53:14.873121 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80e10-0a9e-45d0-9838-4784be8b4972 req-a8f2bfb6-1d06-4801-a82c-4ce7f0bcd9ba tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:14.874811 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83e80e10-0a9e-45d0-9838-4784be8b4972 req-a8f2bfb6-1d06-4801-a82c-4ce7f0bcd9ba tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0983968 Aug 09 18:53:14.894063 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c01f-6f86-4f40-a42c-e616998e002e req-09bba399-5df0-458d-bcf7-44a54ae1963f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:14.895710 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3d41c01f-6f86-4f40-a42c-e616998e002e req-09bba399-5df0-458d-bcf7-44a54ae1963f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.0727966 Aug 09 18:53:14.972827 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83e80e10-0a9e-45d0-9838-4784be8b4972 req-d6dab0e4-5d24-487f-a920-dfd92a54e28b tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876520 Aug 09 18:53:14.999617 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3d41c01f-6f86-4f40-a42c-e616998e002e req-cdbd4676-a25d-408b-b8c1-9a023e999bec tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897462 Aug 09 18:53:15.658702 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009238f-0e9f-416f-b98d-c65c88aa16bc req-7c0c8e6d-3235-46be-b7be-167430291fa3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:15.671832 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0009238f-0e9f-416f-b98d-c65c88aa16bc req-7c0c8e6d-3235-46be-b7be-167430291fa3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0975609 Aug 09 18:53:15.741857 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0009238f-0e9f-416f-b98d-c65c88aa16bc req-8f610774-916d-4e6f-b02a-17b7bf12f01c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664320 Aug 09 18:53:16.152517 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e79b5-faaa-43eb-8162-421f0be22ebc req-481c2003-7b40-49c5-bf91-5cd066b78fa7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:16.154064 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-712e79b5-faaa-43eb-8162-421f0be22ebc req-481c2003-7b40-49c5-bf91-5cd066b78fa7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.0558996 Aug 09 18:53:16.196763 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-712e79b5-faaa-43eb-8162-421f0be22ebc req-969e902f-5bf8-4e8a-9498-e05760b6ad4e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350552 Aug 09 18:53:16.922905 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434960-738a-4b8d-a084-78795b1f54a9 req-10f44893-1dee-4d98-99e2-79b06514060e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:16.931367 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-61434960-738a-4b8d-a084-78795b1f54a9 req-10f44893-1dee-4d98-99e2-79b06514060e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0791020 Aug 09 18:53:16.995887 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-61434960-738a-4b8d-a084-78795b1f54a9 req-70b6d5ec-070f-4b4d-84eb-07e8ba69eb03 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627286 Aug 09 18:53:17.187465 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36972b9c-8eab-43dd-8fd3-51f9be9a732f req-7b821785-a447-4483-9244-a3816666ac4d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:17.193349 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-36972b9c-8eab-43dd-8fd3-51f9be9a732f req-7b821785-a447-4483-9244-a3816666ac4d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0714417 Aug 09 18:53:17.200436 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45524) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:17.205767 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-90592d8d-49eb-4e9f-8187-ae2a05604db2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'floatingip': {'port_id': 'a2d7ac04-6927-4aec-a2b1-7681788a5721'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:17.306287 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-90592d8d-49eb-4e9f-8187-ae2a05604db2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:17.859656 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45546) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:18.089930 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6d67fe32-1c59-4ca0-a87e-d1c1d7d16087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.247299 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6d67fe32-1c59-4ca0-a87e-d1c1d7d16087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.252202 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6d67fe32-1c59-4ca0-a87e-d1c1d7d16087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.307952 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67fe32-1c59-4ca0-a87e-d1c1d7d16087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c2e129-3867-4a9c-baed-13ffc51cbb78,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:18.313273 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6d67fe32-1c59-4ca0-a87e-d1c1d7d16087 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7afd1f86b28545bfb76617dc3c3aca9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523945 Aug 09 18:53:18.317254 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45568) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:18.359802 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-90592d8d-49eb-4e9f-8187-ae2a05604db2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.372177 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-90592d8d-49eb-4e9f-8187-ae2a05604db2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.431038 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2a57-817d-429a-a0c8-b1d8dbb11603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.461861 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2a57-817d-429a-a0c8-b1d8dbb11603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.520591 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.l3_db [None req-90592d8d-49eb-4e9f-8187-ae2a05604db2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Floating IP 716e6077-2905-4cd1-b42a-ba56c56cb682 associated. External IP: 172.27.1.23, port: a2d7ac04-6927-4aec-a2b1-7681788a5721. Aug 09 18:53:18.544580 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2a57-817d-429a-a0c8-b1d8dbb11603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.550641 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2a57-817d-429a-a0c8-b1d8dbb11603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.553171 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8b9d2a57-817d-429a-a0c8-b1d8dbb11603 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e8c2e129-3867-4a9c-baed-13ffc51cbb78 HTTP/1.1" status: 204 len: 168 time: 0.2344689 Aug 09 18:53:18.576338 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2a57-817d-429a-a0c8-b1d8dbb11603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c2e129-3867-4a9c-baed-13ffc51cbb78,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:18.700197 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45592) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:18.837152 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0446836a-dd99-46d3-ae6d-0e92eb288a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:18.876479 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90592d8d-49eb-4e9f-8187-ae2a05604db2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Router d25cff42-559f-438c-8da8-f2829ca55a77 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:53:18.995541 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0446836a-dd99-46d3-ae6d-0e92eb288a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.001117 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0446836a-dd99-46d3-ae6d-0e92eb288a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.048915 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446836a-dd99-46d3-ae6d-0e92eb288a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2734ed8a-c3b9-488a-8157-bd020906f8bf,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:19.065775 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-0446836a-dd99-46d3-ae6d-0e92eb288a28 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0b48f55483f4162b196ec7e636aabd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640747 Aug 09 18:53:19.069278 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45610) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:19.076725 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90592d8d-49eb-4e9f-8187-ae2a05604db2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:53:19.081966 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-90592d8d-49eb-4e9f-8187-ae2a05604db2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.097088 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] Sync routers for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:53:19.112035 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:53:19.112677 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:53:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:19.151453 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-90592d8d-49eb-4e9f-8187-ae2a05604db2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "PUT /v2.0/floatingips/716e6077-2905-4cd1-b42a-ba56c56cb682 HTTP/1.1" status: 200 len: 991 time: 1.9450517 Aug 09 18:53:19.151453 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:53:19.151453 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9953f28f-6d01-4a0c-a69e-617fcfb78751" -d '{"events": [{"name": "network-changed", "server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:53:19.187855 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0d5b327f-e147-43a2-9ac3-17e2ea4f27bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.232233 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45618) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:19.249081 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-29d0eea1-91a2-44f7-aee6-6a44d4edca64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.257052 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0d5b327f-e147-43a2-9ac3-17e2ea4f27bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.345361 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0d5b327f-e147-43a2-9ac3-17e2ea4f27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.348013 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0d5b327f-e147-43a2-9ac3-17e2ea4f27bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.349281 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-0d5b327f-e147-43a2-9ac3-17e2ea4f27bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2734ed8a-c3b9-488a-8157-bd020906f8bf HTTP/1.1" status: 204 len: 168 time: 0.2788916 Aug 09 18:53:19.359487 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45622) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:19.360570 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b327f-e147-43a2-9ac3-17e2ea4f27bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2734ed8a-c3b9-488a-8157-bd020906f8bf,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:19.396510 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:53:19.419429 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-29d0eea1-91a2-44f7-aee6-6a44d4edca64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.433889 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-29d0eea1-91a2-44f7-aee6-6a44d4edca64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.485438 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45626) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:19.493891 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-29d0eea1-91a2-44f7-aee6-6a44d4edca64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fcedb3ac42142ff84727ff8391bbcac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604339 Aug 09 18:53:19.500303 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0eea1-91a2-44f7-aee6-6a44d4edca64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88b0c47-38d7-4a5f-92d3-622bd6799202,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:19.619389 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b1938d77-0a9c-4796-8d37-439c6b30b88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.646566 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b1938d77-0a9c-4796-8d37-439c6b30b88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.696647 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-db9eda1b-e035-4f59-bc2b-6a16e4f8fe31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.757397 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b1938d77-0a9c-4796-8d37-439c6b30b88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.760624 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b1938d77-0a9c-4796-8d37-439c6b30b88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.762328 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-b1938d77-0a9c-4796-8d37-439c6b30b88b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e88b0c47-38d7-4a5f-92d3-622bd6799202 HTTP/1.1" status: 204 len: 168 time: 0.2758367 Aug 09 18:53:19.819145 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1938d77-0a9c-4796-8d37-439c6b30b88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88b0c47-38d7-4a5f-92d3-622bd6799202,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:19.922105 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '716e6077-2905-4cd1-b42a-ba56c56cb682', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'port_id': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 87, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'mac_address': 'fa:16:3e:f0:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:52:52Z', 'updated_at': '2021-08-09T18:53:18Z', 'revision_number': 1, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:19.933794 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-db9eda1b-e035-4f59-bc2b-6a16e4f8fe31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.940704 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-db9eda1b-e035-4f59-bc2b-6a16e4f8fe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:19.965869 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] Checking router: d25cff42-559f-438c-8da8-f2829ca55a77 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:53:19.975882 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:53:19.976880 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:53:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:20.022593 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-db9eda1b-e035-4f59-bc2b-6a16e4f8fe31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=999b31d0f9e4414f9170d015b3aae8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6590602 Aug 09 18:53:20.024434 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eda1b-e035-4f59-bc2b-6a16e4f8fe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6055f8c9-344a-4f68-822f-f1385ab68cd6,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:20.025243 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45636) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:20.066057 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45640) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:20.103832 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4570fd7a-8301-4d60-8e67-a46e373706f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.147011 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4144b272-62f4-450a-8696-623bfb79efaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.181872 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:53:20.190974 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4144b272-62f4-450a-8696-623bfb79efaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.300520 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4570fd7a-8301-4d60-8e67-a46e373706f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.301509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4144b272-62f4-450a-8696-623bfb79efaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.304333 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4144b272-62f4-450a-8696-623bfb79efaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.309785 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-4144b272-62f4-450a-8696-623bfb79efaf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6055f8c9-344a-4f68-822f-f1385ab68cd6 HTTP/1.1" status: 204 len: 168 time: 0.2785776 Aug 09 18:53:20.310449 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4570fd7a-8301-4d60-8e67-a46e373706f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.321282 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144b272-62f4-450a-8696-623bfb79efaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6055f8c9-344a-4f68-822f-f1385ab68cd6,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:20.375088 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-4570fd7a-8301-4d60-8e67-a46e373706f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25b55b4234e744a1862bc8e2cfaca281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043840 Aug 09 18:53:20.375548 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45650) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:20.383543 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570fd7a-8301-4d60-8e67-a46e373706f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c30e53-dc45-4e5b-9822-ce76a7dfc285,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:20.464485 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bfab0093-4f30-4488-b130-69d3876233dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.494697 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bfab0093-4f30-4488-b130-69d3876233dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.584457 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bfab0093-4f30-4488-b130-69d3876233dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.590561 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bfab0093-4f30-4488-b130-69d3876233dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.593095 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-bfab0093-4f30-4488-b130-69d3876233dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66c30e53-dc45-4e5b-9822-ce76a7dfc285 HTTP/1.1" status: 204 len: 168 time: 0.2156744 Aug 09 18:53:20.628963 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab0093-4f30-4488-b130-69d3876233dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c30e53-dc45-4e5b-9822-ce76a7dfc285,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:20.694770 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '716e6077-2905-4cd1-b42a-ba56c56cb682', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'port_id': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 87, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'mac_address': 'fa:16:3e:f0:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:52:52Z', 'updated_at': '2021-08-09T18:53:18Z', 'revision_number': 1, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:20.757984 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11079e-5591-45b9-bdd8-c3c45d191d91 None None] The sync data for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi is: [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '716e6077-2905-4cd1-b42a-ba56c56cb682', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'port_id': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 87, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'mac_address': 'fa:16:3e:f0:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:52:52Z', 'updated_at': '2021-08-09T18:53:18Z', 'revision_number': 1, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:53:21.118040 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4b15e-35ec-49ff-9fcf-035b5be79e47 None None] New status for floating IP 716e6077-2905-4cd1-b42a-ba56c56cb682: ACTIVE {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:53:21.216080 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45684) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:21.230967 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-31f176bf-8603-4fee-98bd-26f30130aa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:21.380210 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-31f176bf-8603-4fee-98bd-26f30130aa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:21.387551 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-31f176bf-8603-4fee-98bd-26f30130aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:21.484204 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f176bf-8603-4fee-98bd-26f30130aa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da300456-f688-4245-8d9d-08471b842306,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:21.517207 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-31f176bf-8603-4fee-98bd-26f30130aa59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4a887c821814abea245cbdc812fd4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997317 Aug 09 18:53:21.520608 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45696) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:21.531117 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749c99ea-5992-4d0e-83d6-bb7466b82b04 x-openstack-request-id: req-749c99ea-5992-4d0e-83d6-bb7466b82b04 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:53:21.531411 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:53:21.531663 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-749c99ea-5992-4d0e-83d6-bb7466b82b04 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:53:21.532086 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'status': 'completed', 'code': 200} Aug 09 18:53:21.654354 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9fea-da14-45e0-a971-22698e90f3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:21.658304 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-2168c057-f42e-4505-b21c-df6cf947b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:21.660751 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-2168c057-f42e-4505-b21c-df6cf947b6eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 1099 time: 0.0896051 Aug 09 18:53:21.750633 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9fea-da14-45e0-a971-22698e90f3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:21.972283 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-4e1c0d05-12d5-41ea-b9c4-02554f0b73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:21.974679 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-4e1c0d05-12d5-41ea-b9c4-02554f0b73b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.2976296 Aug 09 18:53:21.997366 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9fea-da14-45e0-a971-22698e90f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:22.000603 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9fea-da14-45e0-a971-22698e90f3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:22.002362 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-dcfe9fea-da14-45e0-a971-22698e90f3b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/da300456-f688-4245-8d9d-08471b842306 HTTP/1.1" status: 204 len: 168 time: 0.4806256 Aug 09 18:53:22.089025 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9fea-da14-45e0-a971-22698e90f3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da300456-f688-4245-8d9d-08471b842306,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:22.219027 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-6c5a6933-ab60-4d0d-9dc5-190717c93ba1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721 HTTP/1.1" status: 200 len: 1001 time: 0.2350059 Aug 09 18:53:22.307154 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-a5353600-1ba6-46a3-850f-478f1614f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:22.309254 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-a5353600-1ba6-46a3-850f-478f1614f672 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.0764761 Aug 09 18:53:22.386224 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-91fb4670-e186-4794-b3b1-46cf34862397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:22.388172 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-91fb4670-e186-4794-b3b1-46cf34862397 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580103 Aug 09 18:53:22.792152 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-e33ca36e-5988-4d91-996f-11b775df2f45 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855600 Aug 09 18:53:22.944299 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9953f28f-6d01-4a0c-a69e-617fcfb78751 req-61d7aea1-6c53-49f1-b9ca-a8d0d3f3ae4b service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431844 Aug 09 18:53:23.939797 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45844) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:24.234794 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5c93581a-b4a7-48fd-bd25-fbee434bf4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:24.383414 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5c93581a-b4a7-48fd-bd25-fbee434bf4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:24.389021 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5c93581a-b4a7-48fd-bd25-fbee434bf4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:24.460356 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-5c93581a-b4a7-48fd-bd25-fbee434bf4ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3ae45716f444f5a99ec9ebd5ee46b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180137 Aug 09 18:53:24.466509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45866) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:24.475991 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93581a-b4a7-48fd-bd25-fbee434bf4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c13a788-d1ee-4290-a1e7-fd382ff15769,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:24.559028 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b461018f-8ae9-4228-848d-6fdaa72e61aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:24.589445 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b461018f-8ae9-4228-848d-6fdaa72e61aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:24.672815 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b461018f-8ae9-4228-848d-6fdaa72e61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:24.676221 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b461018f-8ae9-4228-848d-6fdaa72e61aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:24.681525 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b461018f-8ae9-4228-848d-6fdaa72e61aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c13a788-d1ee-4290-a1e7-fd382ff15769 HTTP/1.1" status: 204 len: 168 time: 0.2131138 Aug 09 18:53:24.695633 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461018f-8ae9-4228-848d-6fdaa72e61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c13a788-d1ee-4290-a1e7-fd382ff15769,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:25.136389 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45894) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:25.158820 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fd285835-d04a-4a2e-83cb-c53cbcb724c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:25.281115 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fd285835-d04a-4a2e-83cb-c53cbcb724c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:25.286799 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fd285835-d04a-4a2e-83cb-c53cbcb724c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:25.340674 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd285835-d04a-4a2e-83cb-c53cbcb724c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f86d5-476e-4cfc-acce-8d02e2e9f643,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:25.348410 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-fd285835-d04a-4a2e-83cb-c53cbcb724c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5c715f42e18432db664076c3e1439c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098119 Aug 09 18:53:25.352821 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45898) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:25.416358 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5ec6082e-124d-451a-803d-1606c2f84db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:25.444452 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5ec6082e-124d-451a-803d-1606c2f84db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:25.517799 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5ec6082e-124d-451a-803d-1606c2f84db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:25.524483 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5ec6082e-124d-451a-803d-1606c2f84db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:25.532279 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-5ec6082e-124d-451a-803d-1606c2f84db7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c6f86d5-476e-4cfc-acce-8d02e2e9f643 HTTP/1.1" status: 204 len: 168 time: 0.1719685 Aug 09 18:53:25.540999 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6082e-124d-451a-803d-1606c2f84db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f86d5-476e-4cfc-acce-8d02e2e9f643,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:26.873363 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 45970) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:27.005990 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-017621d9-7d92-4cc8-9c9d-8a690171411a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:27.122230 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-017621d9-7d92-4cc8-9c9d-8a690171411a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:27.127261 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-017621d9-7d92-4cc8-9c9d-8a690171411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:27.170061 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-017621d9-7d92-4cc8-9c9d-8a690171411a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c173ef2706745a4831857cd74d120fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951503 Aug 09 18:53:27.173895 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 45986) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:27.176560 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017621d9-7d92-4cc8-9c9d-8a690171411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ed20ce-d58b-4750-b5db-873a000e6eff,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:27.230983 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7ae66e19-d977-48e8-89a1-c0deec815cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:27.255518 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7ae66e19-d977-48e8-89a1-c0deec815cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:27.338145 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7ae66e19-d977-48e8-89a1-c0deec815cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:27.341589 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7ae66e19-d977-48e8-89a1-c0deec815cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:27.343077 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-7ae66e19-d977-48e8-89a1-c0deec815cbb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/95ed20ce-d58b-4750-b5db-873a000e6eff HTTP/1.1" status: 204 len: 168 time: 0.1679962 Aug 09 18:53:27.351602 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae66e19-d977-48e8-89a1-c0deec815cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ed20ce-d58b-4750-b5db-873a000e6eff,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:27.694159 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:29.596632 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9aea85be-cc9d-4c92-b716-db56a3d5e020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:32.097196 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbea7-f610-4bbc-8446-4a66d5632d90 req-f4b15825-98fc-4f08-8fe8-11d3ec2e19b3 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:32.098978 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a53cbea7-f610-4bbc-8446-4a66d5632d90 req-f4b15825-98fc-4f08-8fe8-11d3ec2e19b3 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0533087 Aug 09 18:53:32.141016 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a53cbea7-f610-4bbc-8446-4a66d5632d90 req-f354d245-5955-4923-a472-2a69e01d08e5 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Aug 09 18:53:32.350176 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfad9-412b-4342-a92e-664905e19b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:32.434257 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:32.761161 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46178) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:32.873005 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-cae4639e-5cf5-4583-8c49-730b34e2308b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:32.984659 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-cae4639e-5cf5-4583-8c49-730b34e2308b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:32.989050 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-cae4639e-5cf5-4583-8c49-730b34e2308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.031565 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4639e-5cf5-4583-8c49-730b34e2308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f85b74-9b2b-4b59-924b-02864beeb303,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:33.037089 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-cae4639e-5cf5-4583-8c49-730b34e2308b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ca1fad101184523bfa4a23994ba5083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747433 Aug 09 18:53:33.038951 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46198) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:33.099641 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e7c4-d452-4e9d-ba61-47f9c81ee3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.121610 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e7c4-d452-4e9d-ba61-47f9c81ee3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.177163 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e7c4-d452-4e9d-ba61-47f9c81ee3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.180226 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e7c4-d452-4e9d-ba61-47f9c81ee3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.184753 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b0e0e7c4-d452-4e9d-ba61-47f9c81ee3c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/48f85b74-9b2b-4b59-924b-02864beeb303 HTTP/1.1" status: 204 len: 168 time: 0.1446488 Aug 09 18:53:33.197296 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0e7c4-d452-4e9d-ba61-47f9c81ee3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f85b74-9b2b-4b59-924b-02864beeb303,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:33.260659 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.285436 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7bf20-d123-4a42-a64e-8c8fbdfd67ab req-cfa44327-b3a8-4412-9970-a691a8954660 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:33.287055 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7af7bf20-d123-4a42-a64e-8c8fbdfd67ab req-cfa44327-b3a8-4412-9970-a691a8954660 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0627112 Aug 09 18:53:33.344450 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7af7bf20-d123-4a42-a64e-8c8fbdfd67ab req-2aa72b19-dc0f-4471-a8ef-3017cc66c40a tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503359 Aug 09 18:53:33.504010 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 46224) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:33.520656 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c8394045-3fd4-4805-8b37-84a22ad05daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.619416 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c8394045-3fd4-4805-8b37-84a22ad05daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.623777 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c8394045-3fd4-4805-8b37-84a22ad05daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.665103 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-c8394045-3fd4-4805-8b37-84a22ad05daa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e8ebcf14a104d609b4bba9d10f1e2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599309 Aug 09 18:53:33.666022 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8394045-3fd4-4805-8b37-84a22ad05daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a7dd6e-59c7-4739-8c12-dee1df5764d3,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:33.668178 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46228) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:33.721491 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.743007 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.808783 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.811771 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:33.812957 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/71a7dd6e-59c7-4739-8c12-dee1df5764d3 HTTP/1.1" status: 204 len: 168 time: 0.1437125 Aug 09 18:53:33.820632 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a7dd6e-59c7-4739-8c12-dee1df5764d3,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:33.828174 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.828529 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.828876 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.829216 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.829547 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.829881 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.830209 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.830541 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.830873 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.831196 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.831523 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:33.831845 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b79ed-d3f1-4d15-b1a5-2159e9758ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:34.500195 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7447e-e66c-49ac-a248-b747855e734d req-da5b570d-3eb9-45b5-be09-e1aa69851fbe tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:34.501561 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bec7447e-e66c-49ac-a248-b747855e734d req-da5b570d-3eb9-45b5-be09-e1aa69851fbe tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0625010 Aug 09 18:53:34.539098 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bec7447e-e66c-49ac-a248-b747855e734d req-fb50beaa-bd24-4af4-a3f6-7384f7423fce tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313120 Aug 09 18:53:34.564066 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46260) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:34.672510 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-835997348-network', 'tenant_id': '35f6e32daed049dea98742c2b41ca065'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:34.697571 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Made reservation on behalf of 35f6e32daed049dea98742c2b41ca065 for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:34.700628 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:34.710245 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:34.801351 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:34.805682 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:34.828031 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:53:34.843280 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd054f4d-4f95-47dc-a22c-a737a68b8b8e,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:34.848722 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:34.849071 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Added segment 89ca6f64-0a5d-450b-a0f0-9df07c11a8f1 of type vlan for network b9e6e252-dcef-4586-909c-3a1dcbccbea4 Aug 09 18:53:34.890936 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:34.921732 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:34.922585 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:34.923171 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:34.983825 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4186118 Aug 09 18:53:34.987103 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 46268) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:34.990255 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f68c6-7c86-46ec-b685-3295e2e16f4c admin admin] Pushing event updated for resources: {'Network': ['ID=b9e6e252-dcef-4586-909c-3a1dcbccbea4,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:34.992265 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Request body: {'subnet': {'network_id': 'b9e6e252-dcef-4586-909c-3a1dcbccbea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-835997348-subnet', 'tenant_id': '35f6e32daed049dea98742c2b41ca065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:35.000801 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network b9e6e252-dcef-4586-909c-3a1dcbccbea4 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:53:35.015064 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Made reservation on behalf of 35f6e32daed049dea98742c2b41ca065 for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:35.017606 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3378325'] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:35.081586 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:35.197075 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3882567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3378343'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:35.253624 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b663be1c-ac06-49fc-ba9a-4ebcec8dc559,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:35.265505 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.265854 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.266193 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.266524 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.266851 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.267177 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.267499 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.267821 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.268174 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.268493 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.268811 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.269125 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:53:35.277037 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Checking segment: {'id': '89ca6f64-0a5d-450b-a0f0-9df07c11a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b9e6e252-dcef-4586-909c-3a1dcbccbea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:53:35.277439 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Network hostable DHCP agents. Network: b9e6e252-dcef-4586-909c-3a1dcbccbea4, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:53:35.295420 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Network b9e6e252-dcef-4586-909c-3a1dcbccbea4 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:53:35.305177 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, b9e6e252-dcef-4586-909c-3a1dcbccbea4) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:53:35.310720 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:35.311274 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:35.318123 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496cb642-3eac-4935-8332-eacd2224e5df None None] Network b9e6e252-dcef-4586-909c-3a1dcbccbea4 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:35.341310 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-c8e675ed-2b5b-4dc4-a66c-66ae4b21cd7b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3528147 Aug 09 18:53:35.486252 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd6881-45b5-47e8-a8a8-cb03aec57c1c None None] Network b9e6e252-dcef-4586-909c-3a1dcbccbea4 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:35.690614 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038c88f-eb4a-4350-9034-0aec7bb5ac9c req-48532e27-b69b-46f1-8f6a-de653d2640ad tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:35.692331 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3038c88f-eb4a-4350-9034-0aec7bb5ac9c req-48532e27-b69b-46f1-8f6a-de653d2640ad tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0722151 Aug 09 18:53:35.738156 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3038c88f-eb4a-4350-9034-0aec7bb5ac9c req-f020a309-bf6c-4709-a157-01b661bc7efc tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393918 Aug 09 18:53:35.894382 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46302) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:35.899316 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-431287760-network', 'tenant_id': '5d1afb91657845079a073bce24e430e4'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:35.920924 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Made reservation on behalf of 5d1afb91657845079a073bce24e430e4 for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:35.923248 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:35.931873 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.023927 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.028903 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.053099 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:53:36.064700 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d35c00-50e2-43ef-872d-9c3f804fe968,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:36.071874 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.073080 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Added segment 7ecd4e47-d916-46b9-93cc-60d9635ba188 of type vlan for network 4d8c110f-e2d3-42da-8dc3-f4e7c80296de Aug 09 18:53:36.114497 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.144566 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.145630 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:36.146212 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.199715 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3042331 Aug 09 18:53:36.202377 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46304) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:36.209121 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Request body: {'subnet': {'network_id': '4d8c110f-e2d3-42da-8dc3-f4e7c80296de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-431287760-subnet', 'tenant_id': '5d1afb91657845079a073bce24e430e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:36.212377 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af222bf1-c79e-4415-82ef-f31f0043f6ba admin admin] Pushing event updated for resources: {'Network': ['ID=4d8c110f-e2d3-42da-8dc3-f4e7c80296de,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:36.222827 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 4d8c110f-e2d3-42da-8dc3-f4e7c80296de details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:53:36.235443 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Made reservation on behalf of 5d1afb91657845079a073bce24e430e4 for: {'subnet': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:36.237784 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.421563 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.470858 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b56cb4-1ec8-48a4-b5ef-ac77d170407d,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:36.490483 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Checking segment: {'id': '7ecd4e47-d916-46b9-93cc-60d9635ba188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4d8c110f-e2d3-42da-8dc3-f4e7c80296de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:53:36.490847 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Network hostable DHCP agents. Network: 4d8c110f-e2d3-42da-8dc3-f4e7c80296de, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:53:36.513052 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Network 4d8c110f-e2d3-42da-8dc3-f4e7c80296de is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:53:36.524528 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 4d8c110f-e2d3-42da-8dc3-f4e7c80296de) {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:53:36.528646 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:36.529233 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:36.537626 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706060f8-023b-474c-bbc0-337b7100bee2 None None] Network 4d8c110f-e2d3-42da-8dc3-f4e7c80296de requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:36.551327 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-9a0efcc3-c908-4f34-89c5-62b4822239c2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3459115 Aug 09 18:53:36.692904 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86311a-70c2-4396-a1dd-487ca6602ba6 None None] Network 4d8c110f-e2d3-42da-8dc3-f4e7c80296de requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:36.867519 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4e9f7-0daf-404b-9092-1c9ddaf105e5 req-39f27236-0309-4d22-8ad8-94a6efb0bf03 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:36.869103 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7af4e9f7-0daf-404b-9092-1c9ddaf105e5 req-39f27236-0309-4d22-8ad8-94a6efb0bf03 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0559967 Aug 09 18:53:36.912055 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7af4e9f7-0daf-404b-9092-1c9ddaf105e5 req-88a94ae1-aded-4fcd-9182-b2fed8f08b54 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Aug 09 18:53:38.026644 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e8bf3-ec4f-4df8-88bc-81a3edeb5f91 req-92580983-8eec-4476-9994-17a4404f1b3a tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:38.028107 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-064e8bf3-ec4f-4df8-88bc-81a3edeb5f91 req-92580983-8eec-4476-9994-17a4404f1b3a tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0477686 Aug 09 18:53:38.065110 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-064e8bf3-ec4f-4df8-88bc-81a3edeb5f91 req-02d71fad-0ff5-4edb-9810-03a79a44c151 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Aug 09 18:53:39.184797 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf443764-9a83-4c77-b27c-b2de21321757 req-750bcb47-2122-47db-a5fa-e0d40df997c4 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:39.186690 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cf443764-9a83-4c77-b27c-b2de21321757 req-750bcb47-2122-47db-a5fa-e0d40df997c4 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0521612 Aug 09 18:53:39.228761 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cf443764-9a83-4c77-b27c-b2de21321757 req-b0c4d359-0b81-4fb5-bc10-6286bcbbed8f tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Aug 09 18:53:40.364145 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37894a98-3a88-49df-9e8c-a184e6627ec1 req-2c8d3319-e1ce-4aaf-9672-04909fb36aa4 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:40.365630 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-37894a98-3a88-49df-9e8c-a184e6627ec1 req-2c8d3319-e1ce-4aaf-9672-04909fb36aa4 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0660133 Aug 09 18:53:40.406420 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-37894a98-3a88-49df-9e8c-a184e6627ec1 req-e1e62f47-80f8-4c5e-abcf-e04568ad85a4 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Aug 09 18:53:41.526794 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf5e13-8108-4929-8c05-e1cfd3e188ed req-fc2379ef-ff4c-45cd-8bba-cfe7ce3a9c7c tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:41.528388 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21cf5e13-8108-4929-8c05-e1cfd3e188ed req-fc2379ef-ff4c-45cd-8bba-cfe7ce3a9c7c tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0512366 Aug 09 18:53:41.566730 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21cf5e13-8108-4929-8c05-e1cfd3e188ed req-9d780c54-adf5-4b04-a2dc-70346b7ce903 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Aug 09 18:53:42.691921 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68615697-4e98-4a2d-a26d-14204745038d req-cf7afbe5-e5a2-4385-aac5-843b9dbe5a10 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:42.693646 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-68615697-4e98-4a2d-a26d-14204745038d req-cf7afbe5-e5a2-4385-aac5-843b9dbe5a10 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0516188 Aug 09 18:53:42.736834 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-68615697-4e98-4a2d-a26d-14204745038d req-a689fbf6-0447-48fb-a8aa-892fd7739fe3 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/security-groups?id=64a46e72-ccf4-451d-a5da-711328ffc563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353792 Aug 09 18:53:43.104370 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-7d2f02fd-ee6c-4dc5-a797-a22c00bd10ec tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:43.106243 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-7d2f02fd-ee6c-4dc5-a797-a22c00bd10ec tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 946 time: 0.0601702 Aug 09 18:53:43.262591 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Deleting port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:53:43.262987 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.370268 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] For port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,segment=NetworkSegment(de97cafa-992c-413f-be99-683b53d5bf35),segment_id=de97cafa-992c-413f-be99-683b53d5bf35)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:53:43.370649 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.389753 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Calling delete_port for b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:53:43.441928 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 46442) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:43.557827 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.569684 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fae8353c-93ef-4a69-9a58-0f4d48b9b1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.606468 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Pushing event deleted for resources: {'Port': ['ID=b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:43.683230 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fae8353c-93ef-4a69-9a58-0f4d48b9b1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.683841 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] No DVR routers for this DVR port b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:53:43.691367 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fae8353c-93ef-4a69-9a58-0f4d48b9b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.691757 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.693951 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8d0d62c-15c8-4693-b39c-690591fd2a61 req-0e1f70d2-4a93-4304-8c1a-f25f27eec5d6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.26 "DELETE /v2.0/ports/b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 HTTP/1.1" status: 204 len: 173 time: 0.5762064 Aug 09 18:53:43.694557 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a0bfc5-8c48-46cb-a455-a63b8ea40706', 'name': 'network-vif-deleted', 'tag': 'b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:53:43.698398 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea1ded9-4bc2-41f8-84c7-c4a2a8b2495d" -d '{"events": [{"server_uuid": "e0a0bfc5-8c48-46cb-a455-a63b8ea40706", "name": "network-vif-deleted", "tag": "b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:53:43.738220 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-fae8353c-93ef-4a69-9a58-0f4d48b9b1c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5eef3f2a54274e1294044383fad4e1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948949 Aug 09 18:53:43.741043 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 46456) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:43.745295 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d27156e-b035-4a03-9b95-cf943f80e984 x-openstack-request-id: req-4d27156e-b035-4a03-9b95-cf943f80e984 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:53:43.745741 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a0bfc5-8c48-46cb-a455-a63b8ea40706", "name": "network-vif-deleted", "tag": "b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:53:43.746113 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d27156e-b035-4a03-9b95-cf943f80e984 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:53:43.746606 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a0bfc5-8c48-46cb-a455-a63b8ea40706', 'name': 'network-vif-deleted', 'tag': 'b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8', 'status': 'completed', 'code': 200} Aug 09 18:53:43.747740 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8353c-93ef-4a69-9a58-0f4d48b9b1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a328e19-2fbe-4525-9c97-c6450428e22a,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:43.800866 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-74eae49f-24fa-4d67-953a-d0774a1692e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.825560 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-74eae49f-24fa-4d67-953a-d0774a1692e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.849285 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-30f0d615-03d3-4cdd-aef5-a1c76be86332 req-5b442850-b4b5-475d-9b67-f3c00464cdd0 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0314748 Aug 09 18:53:43.886493 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-74eae49f-24fa-4d67-953a-d0774a1692e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.889392 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-74eae49f-24fa-4d67-953a-d0774a1692e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.891167 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-74eae49f-24fa-4d67-953a-d0774a1692e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a328e19-2fbe-4525-9c97-c6450428e22a HTTP/1.1" status: 204 len: 168 time: 0.1490905 Aug 09 18:53:43.900065 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eae49f-24fa-4d67-953a-d0774a1692e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a328e19-2fbe-4525-9c97-c6450428e22a,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:44.179200 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46472) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:44.192849 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a3673d90-eeb6-429f-99fe-3ef56ed6e68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:44.297443 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a3673d90-eeb6-429f-99fe-3ef56ed6e68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:44.301466 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a3673d90-eeb6-429f-99fe-3ef56ed6e68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:44.340693 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-a3673d90-eeb6-429f-99fe-3ef56ed6e68d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e2974c04893442fb7c6c3776a3e59d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603668 Aug 09 18:53:44.341592 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3673d90-eeb6-429f-99fe-3ef56ed6e68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e481b7f-dc0a-43d6-b2d8-378712c58d22,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:44.343514 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 46476) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:44.402626 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-909c519e-270e-4fbf-8d0b-6a0742193be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:44.425477 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-909c519e-270e-4fbf-8d0b-6a0742193be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:44.480031 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-909c519e-270e-4fbf-8d0b-6a0742193be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:44.482671 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-909c519e-270e-4fbf-8d0b-6a0742193be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:44.483860 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-909c519e-270e-4fbf-8d0b-6a0742193be7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e481b7f-dc0a-43d6-b2d8-378712c58d22 HTTP/1.1" status: 204 len: 168 time: 0.1392853 Aug 09 18:53:44.492595 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c519e-270e-4fbf-8d0b-6a0742193be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e481b7f-dc0a-43d6-b2d8-378712c58d22,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:44.956574 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d0e72687-6bb0-4145-909d-b4d62ceda0cd req-0add6b78-bee3-49d7-a76b-b7364b0b270a tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0298569 Aug 09 18:53:45.184223 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46508) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:45.285153 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2038753139-network', 'tenant_id': '10d267a70ecd47cc899c30c3365f3891'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:45.307117 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Made reservation on behalf of 10d267a70ecd47cc899c30c3365f3891 for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:45.309443 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.318729 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.412816 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.417426 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.443911 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:53:45.454163 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b073124-2ab1-492b-852a-0093c8622a65,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:45.458998 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.459339 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Added segment a6852f56-48e4-4730-86e0-6e5c5ba52094 of type vlan for network 9d5ece44-b422-46c8-93a7-539dce5dc75a Aug 09 18:53:45.498610 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.529157 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.530267 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:45.530846 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.588879 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4035487 Aug 09 18:53:45.592109 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 46516) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:45.594093 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed774eb-88d2-41d3-93c8-e3b429d4ba35 admin admin] Pushing event updated for resources: {'Network': ['ID=9d5ece44-b422-46c8-93a7-539dce5dc75a,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:45.597713 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Request body: {'subnet': {'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2038753139-subnet', 'tenant_id': '10d267a70ecd47cc899c30c3365f3891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:45.613310 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 9d5ece44-b422-46c8-93a7-539dce5dc75a details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:53:45.623236 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Made reservation on behalf of 10d267a70ecd47cc899c30c3365f3891 for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:45.625688 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3378325'] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.801711 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3882567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3378343'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.859132 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=738622ba-201c-4f6d-a955-777d82875497,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:45.868618 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Checking segment: {'id': 'a6852f56-48e4-4730-86e0-6e5c5ba52094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:53:45.868977 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Network hostable DHCP agents. Network: 9d5ece44-b422-46c8-93a7-539dce5dc75a, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:53:45.886406 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Network 9d5ece44-b422-46c8-93a7-539dce5dc75a is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:53:45.895326 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 9d5ece44-b422-46c8-93a7-539dce5dc75a) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:53:45.899481 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:45.900113 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.904481 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2874f0-0091-4006-9db2-5af9fb782aa4 None None] Network 9d5ece44-b422-46c8-93a7-539dce5dc75a requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:45.915570 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-b0e1a2aa-fd63-421b-ad84-c8b117384eaa admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3223403 Aug 09 18:53:46.054362 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b2758a-10c9-49c3-bbec-bbe7aa1800de None None] Network 9d5ece44-b422-46c8-93a7-539dce5dc75a requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:53:46.071058 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-874b1848-f2bc-4822-b675-d74bfaf3a9a0 req-0ec58c8f-1835-44bb-9b53-07df810abb49 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0369706 Aug 09 18:53:46.595398 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:53:46.808269 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:53:47.168244 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-403f9e95-9537-4a6d-aaa1-66e35253e0d2 req-207fa829-40ed-4d09-b82d-4e238ec23673 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0297213 Aug 09 18:53:48.265113 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0c2a004e-0db4-42da-9289-e7b41b468053 req-159f6edf-11da-4e00-9e64-9a57a2f5704b tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0269482 Aug 09 18:53:49.362211 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-93ebac1c-7ff7-40f7-9e3e-043e509e3acf req-c4938537-0696-41df-9640-dd2762774274 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0262704 Aug 09 18:53:50.457831 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4b46c1ea-5c4b-4539-8777-41d676882fdf req-cb3317e5-393d-4019-af3e-ae9d6a11b1cc tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0264921 Aug 09 18:53:50.611731 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:53:50.634410 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:53:50.634916 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b89bfc42-b9e6-4f97-b4fb-31ce7f8debe8 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:53:51.595086 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d8440bbc-d931-4678-be76-8dfda6921744 req-1ec7f1ad-206b-454d-bf8e-aecb7cdbd9f6 tempest-DeleteServersTestJSON-610359403 tempest-DeleteServersTestJSON-610359403-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0a0bfc5-8c48-46cb-a455-a63b8ea40706 HTTP/1.1" status: 200 len: 210 time: 0.0372446 Aug 09 18:53:52.091537 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-daa8c034-869d-47b7-9533-8f9ce951deb0 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:52.092946 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-daa8c034-869d-47b7-9533-8f9ce951deb0 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/networks?id=9d5ece44-b422-46c8-93a7-539dce5dc75a HTTP/1.1" status: 200 len: 809 time: 0.1325297 Aug 09 18:53:52.110538 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-78483101-7afa-496c-a57d-4e8b218ec59b tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/quotas/10d267a70ecd47cc899c30c3365f3891 HTTP/1.1" status: 200 len: 375 time: 0.0110550 Aug 09 18:53:52.143663 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-1aae9d08-6c58-439f-80ed-91e9048bb024 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=10d267a70ecd47cc899c30c3365f3891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265651 Aug 09 18:53:52.242642 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-6826687a-61ba-4b56-ae10-625bb6582493 service neutron] 10.222.0.57 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901966 Aug 09 18:53:52.411109 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-bcde05a7-5430-46b0-9250-d097148c9261 service neutron] 10.222.0.57 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596751 Aug 09 18:53:52.437160 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-b8603bf6-6446-45be-8208-379bd0c5f18d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:52.438685 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-b8603bf6-6446-45be-8208-379bd0c5f18d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 810 time: 0.1419661 Aug 09 18:53:52.460630 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-b06dee97-7fc7-4914-9541-e9080c0a2f56 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/quotas/09a04cbf8f39460ab273e7059fd96e15 HTTP/1.1" status: 200 len: 375 time: 0.0135062 Aug 09 18:53:52.543516 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-0715219b-c478-4636-afd1-c77de3f8dfe6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743556 Aug 09 18:53:52.651402 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-8b632db4-07a8-48a6-945d-401e880b7cdd service neutron] 10.222.0.57 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053038 Aug 09 18:53:52.747866 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-8de2831c-125f-4032-8b6a-2e662b6b095c service neutron] 10.222.0.57 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895231 Aug 09 18:53:52.957649 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6ededc60-1dda-47c6-a433-ad51cf27ccbf req-7eb3b426-6355-4d0c-92f3-21769e087303 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 210 time: 0.0262253 Aug 09 18:53:53.062426 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b2e4361a-6cc3-45c1-bbc0-bc56a390b994 req-4b969244-391a-4fdb-b23f-e04beb22ba32 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 210 time: 0.0285771 Aug 09 18:53:54.050947 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c229beab-dd82-4fde-b96b-8d70e053b197 req-88752837-d51a-4402-af00-991a613842ed tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 210 time: 0.0258660 Aug 09 18:53:54.162035 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5fad66b6-b27d-4ab7-acb1-a7c1b340d4cd req-31d28ebe-53ce-4d53-b5e2-5e6f1df7c000 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 210 time: 0.0260894 Aug 09 18:53:55.144916 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d7d63dc0-ec55-482e-b080-6886c03a888f req-7412deef-43d1-4f3a-88fd-e1ceaa7cc961 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 210 time: 0.0272241 Aug 09 18:53:55.259072 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ef16bf67-04a5-4fc3-bde5-64a9a11cd06f req-d81a9fd6-0185-4e56-85a6-3ecf2b678160 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 210 time: 0.0291727 Aug 09 18:53:56.246201 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-712c0965-764b-4e12-8ed5-144a0046b87d req-f7c2a3d8-dd74-448d-b52d-174fcbdbe2da tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 210 time: 0.0270264 Aug 09 18:53:56.387804 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3ac664ea-4090-47c2-a7e3-3fa8cefceac5 req-43876346-a1d9-40eb-aee1-9900a15c5b85 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 210 time: 0.0375896 Aug 09 18:53:56.440579 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-76441746-73db-49fd-8c5b-d8a652ba0e8e tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:56.442118 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-76441746-73db-49fd-8c5b-d8a652ba0e8e tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.26 "GET /v2.0/networks?id=9d5ece44-b422-46c8-93a7-539dce5dc75a HTTP/1.1" status: 200 len: 809 time: 0.1514225 Aug 09 18:53:56.475413 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Request body: {'port': {'device_id': '5321c748-69fe-4e6e-b7db-d4c1539497ff', 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a', 'admin_state_up': True, 'tenant_id': '10d267a70ecd47cc899c30c3365f3891'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:56.593136 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Made reservation on behalf of 10d267a70ecd47cc899c30c3365f3891 for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:56.596636 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:56.688167 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46830) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:56.982111 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9351af-90c0-4173-b7b2-0c482fd98b06 admin admin] Deleting subnet 00852418-32b2-468e-bafc-e07ee1c4a8ac {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:53:56.984714 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Allocated IP 172.20.0.8 (9d5ece44-b422-46c8-93a7-539dce5dc75a/738622ba-201c-4f6d-a955-777d82875497/ab2cb553-5ed3-48ec-a185-82597610f62d) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:53:56.989248 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8e9351af-90c0-4173-b7b2-0c482fd98b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.041572 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8e9351af-90c0-4173-b7b2-0c482fd98b06 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.056282 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8e9351af-90c0-4173-b7b2-0c482fd98b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.263185 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8e9351af-90c0-4173-b7b2-0c482fd98b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.310243 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9351af-90c0-4173-b7b2-0c482fd98b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00852418-32b2-468e-bafc-e07ee1c4a8ac,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:57.325760 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-8e9351af-90c0-4173-b7b2-0c482fd98b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.328083 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-8e9351af-90c0-4173-b7b2-0c482fd98b06 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/00852418-32b2-468e-bafc-e07ee1c4a8ac HTTP/1.1" status: 204 len: 168 time: 0.6386087 Aug 09 18:53:57.330446 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 46850) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:57.343130 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.408300 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-642d2068-5ee9-4565-96ba-7804c89ff55c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:57.410557 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-642d2068-5ee9-4565-96ba-7804c89ff55c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 810 time: 0.3185406 Aug 09 18:53:57.449211 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Request body: {'port': {'device_id': '5bb5abaa-e210-4986-be2c-fe440828a4af', 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47', 'admin_state_up': True, 'tenant_id': '09a04cbf8f39460ab273e7059fd96e15'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:57.472129 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d6d125e6-bced-4910-9b20-c41bb7a9bde0 req-ca9d9e60-eaa6-4cc1-b5f9-2446a9b3c8ea tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 210 time: 0.0575409 Aug 09 18:53:57.524473 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.586069 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.627241 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Made reservation on behalf of 09a04cbf8f39460ab273e7059fd96e15 for: {'port': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:53:57.630570 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4f37b198-4d2d-4f42-b709-86af64ecbf79 req-0dc5072f-0e15-4fde-83d0-ac9e5b3c3560 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 210 time: 0.0913761 Aug 09 18:53:57.631610 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.644868 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Network 9d5ece44-b422-46c8-93a7-539dce5dc75a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:53:57.649845 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Pushing event updated for resources: {'Port': ['ID=ab2cb553-5ed3-48ec-a185-82597610f62d,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:57.657715 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:53:57.661854 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:53:57.671305 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:57.672657 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.725844 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.764857 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a54658d2-5430-484d-9d81-9251c3f409ff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2933662 Aug 09 18:53:57.771220 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.779541 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Request body: {'port': {'device_id': '5321c748-69fe-4e6e-b7db-d4c1539497ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:57.808726 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.809080 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.809849 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.810425 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > port after_create 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.810561 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > port after_delete 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.810857 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > port after_update 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.811201 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.811518 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.811834 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.812732 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.871467 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Allocated IP 172.20.0.10 (778664c4-12ac-4a24-abae-812d81f19c47/e1bce482-1d8b-4264-b55a-f67b5b58bcec/eefa8d4c-a7d3-438f-8508-c48001c80646) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:53:57.887223 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.887696 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.888085 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.888406 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:53:57.889049 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fe0045-d3e3-427a-9bf5-686c04a5bb3c']}} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:57.916883 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de97cafa-992c-413f-be99-683b53d5bf35') {'for_net_delete': True} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:57.917438 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de97cafa-992c-413f-be99-683b53d5bf35') {} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:53:57.953621 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829589'] for segment, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.978744 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.983190 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.002604 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:53:58.003008 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8829140'] for segment, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: from cryptography.utils import int_from_bytes Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: from cryptography.utils import int_from_bytes Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: Traceback (most recent call last): Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: timer() Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: cb(*args, **kw) Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: return func(*args, **kwargs) Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: self._notify() Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: self.callback(batched_events) Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: event.method(event) Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: return f(self, *a, **k) Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._get(url).json() Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: return self.request(url, 'GET', **kwargs) Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:53:58.007031 dv-cinder-782995-5-iscsi neutron-server[93289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:53:58.051621 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.094195 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.098534 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.107368 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['2e274ca5-6557-4d60-ba7e-19265cfdf18f'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:53:58.145398 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Network 778664c4-12ac-4a24-abae-812d81f19c47 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:53:58.152449 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:53:58.156750 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:53:58.164240 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.169227 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] 10.222.0.57 "DELETE /v2.0/networks/38fe0045-d3e3-427a-9bf5-686c04a5bb3c HTTP/1.1" status: 204 len: 168 time: 0.8340085 Aug 09 18:53:58.170916 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f03257-d459-4c18-bccb-591ce778fbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=38fe0045-d3e3-427a-9bf5-686c04a5bb3c,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:58.205451 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Pushing event updated for resources: {'Port': ['ID=eefa8d4c-a7d3-438f-8508-c48001c80646,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:58.213575 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:58.214251 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.230573 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-eff2292c-2e1b-4a3c-b0c5-4bc6beff6a2d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7956271 Aug 09 18:53:58.244481 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Request body: {'port': {'device_id': '5bb5abaa-e210-4986-be2c-fe440828a4af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:53:58.311240 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.321409 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 46896) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:58.364305 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2cb553-5ed3-48ec-a185-82597610f62d {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:53:58.372474 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.386220 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Transition to ACTIVE for port object ab2cb553-5ed3-48ec-a185-82597610f62d will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:53:58.390185 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.399809 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-60334c9f-6ea5-4f0b-a75c-ed750a034379 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=686ecd7cedf6421685a3d296bea64ccd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0768125 Aug 09 18:53:58.403798 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 46900) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:58.444707 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2cb553-5ed3-48ec-a185-82597610f62d,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:58.497899 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.26', 57210) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:53:58.585546 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9422d48e-d610-45e8-914a-bbb0a5450671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.618226 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9422d48e-d610-45e8-914a-bbb0a5450671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.631284 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-3c61070a-9c0b-41ac-877b-ca00e15893d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1321576 Aug 09 18:53:58.641330 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Attempting to bind port ab2cb553-5ed3-48ec-a185-82597610f62d on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:53:58.641674 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Attempting to bind port ab2cb553-5ed3-48ec-a185-82597610f62d by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'a6852f56-48e4-4730-86e0-6e5c5ba52094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:53:58.642005 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Attempting to bind port ab2cb553-5ed3-48ec-a185-82597610f62d on network 9d5ece44-b422-46c8-93a7-539dce5dc75a {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:53:58.649623 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Port ab2cb553-5ed3-48ec-a185-82597610f62d on network 9d5ece44-b422-46c8-93a7-539dce5dc75a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:53:58.649949 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Attempting to bind port ab2cb553-5ed3-48ec-a185-82597610f62d on network 9d5ece44-b422-46c8-93a7-539dce5dc75a {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:53:58.659921 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:53:58.660549 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Checking segment: {'id': 'a6852f56-48e4-4730-86e0-6e5c5ba52094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:53:58.660700 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Bound using segment: {'id': 'a6852f56-48e4-4730-86e0-6e5c5ba52094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:53:58.661119 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Bound port: ab2cb553-5ed3-48ec-a185-82597610f62d, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6852f56-48e4-4730-86e0-6e5c5ba52094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:53:58.661429 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.671593 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3c953-7b6b-4089-ab28-583507c4ac08 req-ef912f9f-eb36-46a6-b576-fc2b645e3393 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:58.680399 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-43a3c953-7b6b-4089-ab28-583507c4ac08 req-ef912f9f-eb36-46a6-b576-fc2b645e3393 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 943 time: 0.0957181 Aug 09 18:53:58.748862 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9422d48e-d610-45e8-914a-bbb0a5450671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.754385 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9422d48e-d610-45e8-914a-bbb0a5450671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.754385 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-9422d48e-d610-45e8-914a-bbb0a5450671 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64a46e72-ccf4-451d-a5da-711328ffc563 HTTP/1.1" status: 204 len: 168 time: 0.3480294 Aug 09 18:53:58.807302 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422d48e-d610-45e8-914a-bbb0a5450671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a46e72-ccf4-451d-a5da-711328ffc563,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:58.832706 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefa8d4c-a7d3-438f-8508-c48001c80646 {{(pid=93288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:53:58.842397 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.874451 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Transition to ACTIVE for port object eefa8d4c-a7d3-438f-8508-c48001c80646 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:53:58.883610 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:58.962050 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-43a3c953-7b6b-4089-ab28-583507c4ac08 req-38c2104f-f928-4841-8266-03674fb41212 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769785 Aug 09 18:53:59.068137 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-251c3e4a-2ff8-492e-ab53-d9b4683b9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.073684 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-251c3e4a-2ff8-492e-ab53-d9b4683b9a08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 1098 time: 0.3538101 Aug 09 18:53:59.100180 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] For port ab2cb553-5ed3-48ec-a185-82597610f62d, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:53:59.115887 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Pushing event updated for resources: {'Port': ['ID=eefa8d4c-a7d3-438f-8508-c48001c80646,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:59.156777 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] For port ab2cb553-5ed3-48ec-a185-82597610f62d, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ab2cb553-5ed3-48ec-a185-82597610f62d,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:53:59.177400 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:59.187090 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Attempting to bind port eefa8d4c-a7d3-438f-8508-c48001c80646 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:53:59.187441 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Attempting to bind port eefa8d4c-a7d3-438f-8508-c48001c80646 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:53:59.187774 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Attempting to bind port eefa8d4c-a7d3-438f-8508-c48001c80646 on network 778664c4-12ac-4a24-abae-812d81f19c47 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:53:59.193318 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Port eefa8d4c-a7d3-438f-8508-c48001c80646 on network 778664c4-12ac-4a24-abae-812d81f19c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:53:59.193645 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Attempting to bind port eefa8d4c-a7d3-438f-8508-c48001c80646 on network 778664c4-12ac-4a24-abae-812d81f19c47 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:53:59.200098 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:53:59.200477 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Checking segment: {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:53:59.200835 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Bound using segment: {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:53:59.201343 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Bound port: eefa8d4c-a7d3-438f-8508-c48001c80646, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:53:59.201698 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:59.252657 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a40f4-2e9f-498a-a5dd-b52f6ba0a173 req-5268195c-a42d-437b-a931-7438fb84c9fe tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.254219 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e78a40f4-2e9f-498a-a5dd-b52f6ba0a173 req-5268195c-a42d-437b-a931-7438fb84c9fe tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 944 time: 0.3801796 Aug 09 18:53:59.272479 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.273283 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:59.275926 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] 10.222.0.26 "PUT /v2.0/ports/ab2cb553-5ed3-48ec-a185-82597610f62d HTTP/1.1" status: 200 len: 1093 time: 1.5008609 Aug 09 18:53:59.277958 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] For port eefa8d4c-a7d3-438f-8508-c48001c80646, host hv-cinder-78299, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:53:59.281889 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] For port eefa8d4c-a7d3-438f-8508-c48001c80646, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=eefa8d4c-a7d3-438f-8508-c48001c80646,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:53:59.286200 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:59.293728 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5321c748-69fe-4e6e-b7db-d4c1539497ff', 'tag': 'ab2cb553-5ed3-48ec-a185-82597610f62d'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:53:59.296153 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c000a613-2c0c-41e5-93d1-9b4d5c774edf" -d '{"events": [{"name": "network-changed", "server_uuid": "5321c748-69fe-4e6e-b7db-d4c1539497ff", "tag": "ab2cb553-5ed3-48ec-a185-82597610f62d"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:53:59.351731 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.353141 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:59.354781 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] 10.222.0.26 "PUT /v2.0/ports/eefa8d4c-a7d3-438f-8508-c48001c80646 HTTP/1.1" status: 200 len: 1094 time: 1.1156974 Aug 09 18:53:59.355318 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb5abaa-e210-4986-be2c-fe440828a4af', 'tag': 'eefa8d4c-a7d3-438f-8508-c48001c80646'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:53:59.357933 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8d4a6c-030b-441f-a10e-15f6b67ede53" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb5abaa-e210-4986-be2c-fe440828a4af", "tag": "eefa8d4c-a7d3-438f-8508-c48001c80646"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:53:59.365555 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219e824-7d71-4c89-8c88-5568576aa628 service neutron] Pushing event updated for resources: {'Port': ['ID=eefa8d4c-a7d3-438f-8508-c48001c80646,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:59.392100 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0a3d08-1de9-49a3-9b2f-1f1f4f7a7dc3 x-openstack-request-id: req-ad0a3d08-1de9-49a3-9b2f-1f1f4f7a7dc3 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:53:59.392685 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5321c748-69fe-4e6e-b7db-d4c1539497ff", "tag": "ab2cb553-5ed3-48ec-a185-82597610f62d", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:53:59.392685 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad0a3d08-1de9-49a3-9b2f-1f1f4f7a7dc3 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:53:59.393015 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5321c748-69fe-4e6e-b7db-d4c1539497ff', 'tag': 'ab2cb553-5ed3-48ec-a185-82597610f62d', 'status': 'completed', 'code': 200} Aug 09 18:53:59.428966 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6dfd2-cfc2-475b-b2a9-ab1d742bdb41 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2cb553-5ed3-48ec-a185-82597610f62d,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:53:59.451468 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10c14c4-8947-4ee4-86ca-310fb76335e2 x-openstack-request-id: req-a10c14c4-8947-4ee4-86ca-310fb76335e2 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:53:59.452236 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb5abaa-e210-4986-be2c-fe440828a4af", "tag": "eefa8d4c-a7d3-438f-8508-c48001c80646", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:53:59.452236 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a10c14c4-8947-4ee4-86ca-310fb76335e2 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:53:59.452446 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb5abaa-e210-4986-be2c-fe440828a4af', 'tag': 'eefa8d4c-a7d3-438f-8508-c48001c80646', 'status': 'completed', 'code': 200} Aug 09 18:53:59.455615 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e78a40f4-2e9f-498a-a5dd-b52f6ba0a173 req-cb516f23-8243-4743-b309-a3a0757536f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928813 Aug 09 18:53:59.459173 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-55423bb0-409d-48ea-8d6b-7654797b2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.460938 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-55423bb0-409d-48ea-8d6b-7654797b2336 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10d267a70ecd47cc899c30c3365f3891&device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 1096 time: 0.1212480 Aug 09 18:53:59.464699 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-18ebe253-82c9-46e7-919a-8589a3ae9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.466181 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-18ebe253-82c9-46e7-919a-8589a3ae9cb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 911 time: 0.3604362 Aug 09 18:53:59.486469 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-3ab2fd71-a018-4a8e-b4e7-8417848a5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.488278 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-3ab2fd71-a018-4a8e-b4e7-8417848a5d40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 1097 time: 0.0839820 Aug 09 18:53:59.541494 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-86717f5a-acbf-4865-896b-aee02771fea4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eefa8d4c-a7d3-438f-8508-c48001c80646 HTTP/1.1" status: 200 len: 217 time: 0.0449665 Aug 09 18:53:59.561384 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-6cd44bde-0e0e-4ec2-a8eb-7e885ced4c4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e274ca5-6557-4d60-ba7e-19265cfdf18f HTTP/1.1" status: 200 len: 217 time: 0.0711353 Aug 09 18:53:59.563108 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-1ff30150-d096-4bc0-8563-c99e5d3cdca1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2cb553-5ed3-48ec-a185-82597610f62d HTTP/1.1" status: 200 len: 217 time: 0.0743840 Aug 09 18:53:59.599161 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e46d8ff0-e5d0-4791-952d-6285551c62c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:59.610183 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-db56c808-1c8f-455e-8d23-036fee63794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.612479 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-db56c808-1c8f-455e-8d23-036fee63794a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 200 len: 850 time: 0.0604804 Aug 09 18:53:59.648396 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-5ce55b3b-e599-4e67-bc97-9c483545f7f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778664c4-12ac-4a24-abae-812d81f19c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275106 Aug 09 18:53:59.662885 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-b30e8a59-d0ed-4b0d-a282-23ef0c452b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.667772 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-b30e8a59-d0ed-4b0d-a282-23ef0c452b4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 200 len: 850 time: 0.0910068 Aug 09 18:53:59.669179 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-08a1bfcc-89b7-4306-af6d-8a88176f0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:53:59.670905 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-08a1bfcc-89b7-4306-af6d-8a88176f0e75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=738622ba-201c-4f6d-a955-777d82875497 HTTP/1.1" status: 200 len: 849 time: 0.0874350 Aug 09 18:53:59.718854 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-0bfe23fc-77ce-4cda-8f39-acc0fc24aedf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778664c4-12ac-4a24-abae-812d81f19c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367177 Aug 09 18:53:59.739411 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-cd8fc491-3688-46f8-bf1f-4b98da9491cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d5ece44-b422-46c8-93a7-539dce5dc75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484836 Aug 09 18:53:59.799682 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-bb36377f-c6ee-49c2-b3c1-9a6e8d7832ae service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397870 Aug 09 18:53:59.904523 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-81c9a35d-9a20-4cb5-beac-ae73594badaa service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678190 Aug 09 18:53:59.908220 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-6f53357b-2565-4f45-a559-ea1b6e330989 service neutron] 10.222.0.26 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506658 Aug 09 18:53:59.916616 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-4e99da5f-2366-4fa7-a74c-1b5f40eb788c req-7eb0df72-e1e4-40c3-abe8-594805c7ca7a service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091654 Aug 09 18:53:59.940997 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 46964) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:00.039215 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-000996ef-85b2-4551-af0f-9614a1915f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:00.041046 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-000996ef-85b2-4551-af0f-9614a1915f99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 1097 time: 0.0716174 Aug 09 18:54:00.160006 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6c40a48-a994-4a98-a9b1-bd88d52164e3 req-ade88fc6-9afb-4f9a-b9c7-2fdc9eeaf932 service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413397 Aug 09 18:54:00.183782 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8592c708-fecc-42a5-ad8d-d016cebcd0a4 req-a368d523-6ede-4d2d-a7d1-82290f7733b3 service neutron] 10.222.0.26 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560043 Aug 09 18:54:00.193851 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661be0-ff21-44c9-ad6c-0e2ca04b8f0d req-e9964ecc-e955-4dc9-8505-b7e09b808d79 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:00.196430 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-24661be0-ff21-44c9-ad6c-0e2ca04b8f0d req-e9964ecc-e955-4dc9-8505-b7e09b808d79 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 943 time: 0.1491587 Aug 09 18:54:00.275149 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-24661be0-ff21-44c9-ad6c-0e2ca04b8f0d req-aa98fb47-226b-42e8-8fb9-acd34aac085a tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Aug 09 18:54:00.350647 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-network', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:00.351586 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-32f551ba-9550-4599-b406-aab7b7b3988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:00.353773 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-32f551ba-9550-4599-b406-aab7b7b3988d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10d267a70ecd47cc899c30c3365f3891&device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 1096 time: 0.0835254 Aug 09 18:54:00.399784 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Made reservation on behalf of 06e1aaf99dc3496fbf845bec5844578c for: {'network': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:54:00.402110 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:00.421975 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:00.431763 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-73cf633b-a3c8-4b08-bc7e-525c3e0ed709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:00.433772 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-73cf633b-a3c8-4b08-bc7e-525c3e0ed709 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 911 time: 0.3798094 Aug 09 18:54:00.525598 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-0ed8cd9d-63cf-4e21-9d30-d3f274ebf79b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eefa8d4c-a7d3-438f-8508-c48001c80646 HTTP/1.1" status: 200 len: 217 time: 0.0781260 Aug 09 18:54:00.554575 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-4c4098f1-e085-48e6-80cc-7494853353c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:00.556658 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-4c4098f1-e085-48e6-80cc-7494853353c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d5ece44-b422-46c8-93a7-539dce5dc75a HTTP/1.1" status: 200 len: 910 time: 0.1909747 Aug 09 18:54:00.623331 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-acfff585-0dce-4e33-ac5a-4929702d6e12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2cb553-5ed3-48ec-a185-82597610f62d HTTP/1.1" status: 200 len: 217 time: 0.0579176 Aug 09 18:54:00.627708 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-061e61cc-74ee-4ccf-acbd-cff382bced2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:00.629332 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-061e61cc-74ee-4ccf-acbd-cff382bced2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 200 len: 850 time: 0.0949004 Aug 09 18:54:00.687596 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47002) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:00.696499 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-4fc96f50-7b02-4ea7-9d2f-0aa8126598b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778664c4-12ac-4a24-abae-812d81f19c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439084 Aug 09 18:54:00.725570 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:00.736239 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47006) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:00.736997 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba62c7-f13d-4d0d-a33b-9bb8939b3a8d req-88dca2e7-d9ae-41aa-9b0a-248fa9df838c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:00.738921 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0dba62c7-f13d-4d0d-a33b-9bb8939b3a8d req-88dca2e7-d9ae-41aa-9b0a-248fa9df838c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 944 time: 0.1637609 Aug 09 18:54:00.739587 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:00.743627 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-95d8eded-17f1-461b-9532-83271b464377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:00.745141 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-95d8eded-17f1-461b-9532-83271b464377 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=738622ba-201c-4f6d-a955-777d82875497 HTTP/1.1" status: 200 len: 849 time: 0.1018023 Aug 09 18:54:00.789246 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47010) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:00.791348 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-75a94b19-71dc-4b74-822e-01f4919ea1ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d5ece44-b422-46c8-93a7-539dce5dc75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360141 Aug 09 18:54:00.820702 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ec44a8-1390-4bf3-96ff-4bedc22e3f77,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:00.825645 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0dba62c7-f13d-4d0d-a33b-9bb8939b3a8d req-d0e9adc5-9e2a-4bd5-986a-4efbc7d2cd14 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776610 Aug 09 18:54:00.862135 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:54:00.884602 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:00.885197 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.segments_db [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Added segment 6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3 of type vlan for network f1f74e5a-517a-4b97-a245-2bc3214f0b77 Aug 09 18:54:00.897662 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-69d4bbb6-1503-42bd-b1a4-1c6b8a148bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:00.949155 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-37d1e746-a2bc-4daa-9ed8-accbc2204692 service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409446 Aug 09 18:54:00.969475 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-01ecf13f-6add-49eb-9a1b-20ea23d0fb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:00.970005 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:00.973703 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:00.985891 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-12f9b509-e7ca-49e2-b49c-f5318afbc84b service neutron] 10.222.0.26 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773865 Aug 09 18:54:01.071379 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.072392 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:01.072988 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.131352 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1d8d4a6c-030b-441f-a10e-15f6b67ede53 req-9f4be13e-df25-449e-bd20-c286bdc29473 service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708319 Aug 09 18:54:01.152723 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f74e5a-517a-4b97-a245-2bc3214f0b77,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:01.163226 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network f1f74e5a-517a-4b97-a245-2bc3214f0b77 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:54:01.343711 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c000a613-2c0c-41e5-93d1-9b4d5c774edf req-b7ddc8e2-86fa-40ce-910b-b4d00e53134b service neutron] 10.222.0.26 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458157 Aug 09 18:54:01.345719 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-69d4bbb6-1503-42bd-b1a4-1c6b8a148bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.351273 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-69d4bbb6-1503-42bd-b1a4-1c6b8a148bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.360137 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-005bdc9e-8a2a-444a-a1d2-59e45b0e99a7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4181333 Aug 09 18:54:01.360950 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47018) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:01.366480 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Request body: {'subnet': {'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-subnet', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:01.383970 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.db.api [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 18:54:01.383970 dv-cinder-782995-5-iscsi neutron-server[93288]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 18:54:01.383970 dv-cinder-782995-5-iscsi neutron-server[93288]: [parameters: {'project_id_1': 'f5d1fe0620c44463af27344ccd796de7', 'expiration_1': datetime.datetime(2021, 8, 9, 18, 54, 1, 33033)}] Aug 09 18:54:01.383970 dv-cinder-782995-5-iscsi neutron-server[93288]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 18:54:01.384382 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG oslo_db.api [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 18:54:01.385913 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.db.api [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 18:54:01.385913 dv-cinder-782995-5-iscsi neutron-server[93288]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 18:54:01.385913 dv-cinder-782995-5-iscsi neutron-server[93288]: [parameters: {'project_id_1': '06e1aaf99dc3496fbf845bec5844578c', 'expiration_1': datetime.datetime(2021, 8, 9, 18, 54, 1, 372648)}] Aug 09 18:54:01.385913 dv-cinder-782995-5-iscsi neutron-server[93288]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 18:54:01.386401 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG oslo_db.api [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 18:54:01.435797 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-69d4bbb6-1503-42bd-b1a4-1c6b8a148bed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b57c3f9f97634f24970ed78e7c11c3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7433834 Aug 09 18:54:01.439463 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47020) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:01.445479 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4bbb6-1503-42bd-b1a4-1c6b8a148bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f7c82a-cae5-45db-9008-fbb7bbea3654,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:01.486017 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6018c5a-4d4d-4c39-8324-86c31005c15e req-546d281a-af33-4ce3-a41a-c3afcc784d45 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:01.487519 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a6018c5a-4d4d-4c39-8324-86c31005c15e req-546d281a-af33-4ce3-a41a-c3afcc784d45 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 943 time: 0.1162808 Aug 09 18:54:01.507602 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0da40c3b-7576-48a0-a11b-2028111b54e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.531520 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0da40c3b-7576-48a0-a11b-2028111b54e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.544545 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a6018c5a-4d4d-4c39-8324-86c31005c15e req-1a6605f5-9013-4b43-81c7-0d2c235bf870 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498383 Aug 09 18:54:01.552960 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-01ecf13f-6add-49eb-9a1b-20ea23d0fb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.565956 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-01ecf13f-6add-49eb-9a1b-20ea23d0fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.602515 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0da40c3b-7576-48a0-a11b-2028111b54e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.605539 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0da40c3b-7576-48a0-a11b-2028111b54e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.609198 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-0da40c3b-7576-48a0-a11b-2028111b54e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90f7c82a-cae5-45db-9008-fbb7bbea3654 HTTP/1.1" status: 204 len: 168 time: 0.1659729 Aug 09 18:54:01.621048 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da40c3b-7576-48a0-a11b-2028111b54e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f7c82a-cae5-45db-9008-fbb7bbea3654,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:01.627593 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47028) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:01.627777 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-01ecf13f-6add-49eb-9a1b-20ea23d0fb8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1aa274d3f9674284aeca82001001cebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8354428 Aug 09 18:54:01.631762 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecf13f-6add-49eb-9a1b-20ea23d0fb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144640d3-55b6-45c0-a379-0fe6877791c3,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:01.697255 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6f0435c2-7969-404d-b1eb-d08f22fc840e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.726916 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6f0435c2-7969-404d-b1eb-d08f22fc840e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.815557 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6f0435c2-7969-404d-b1eb-d08f22fc840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.820163 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6f0435c2-7969-404d-b1eb-d08f22fc840e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.824509 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6f0435c2-7969-404d-b1eb-d08f22fc840e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/144640d3-55b6-45c0-a379-0fe6877791c3 HTTP/1.1" status: 204 len: 168 time: 0.1892266 Aug 09 18:54:01.837301 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0435c2-7969-404d-b1eb-d08f22fc840e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144640d3-55b6-45c0-a379-0fe6877791c3,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:01.885916 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:01.957501 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.db.api [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 18:54:01.957501 dv-cinder-782995-5-iscsi neutron-server[93288]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 18:54:01.957501 dv-cinder-782995-5-iscsi neutron-server[93288]: [parameters: {'project_id': 'f5d1fe0620c44463af27344ccd796de7', 'id': 'ca493866-9a52-4fb2-b11f-efae48e62141', 'expiration': datetime.datetime(2021, 8, 9, 18, 56, 1, 943569)}] Aug 09 18:54:01.957501 dv-cinder-782995-5-iscsi neutron-server[93288]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 18:54:01.957967 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG oslo_db.api [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 18:54:01.969158 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Made reservation on behalf of 06e1aaf99dc3496fbf845bec5844578c for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:54:01.974362 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3378325'] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.044911 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da996c-52d3-420f-8d10-f051dfca8b40 req-4364b2e3-4efd-4998-ba9e-5e394153f61c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:02.048133 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-25da996c-52d3-420f-8d10-f051dfca8b40 req-4364b2e3-4efd-4998-ba9e-5e394153f61c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 944 time: 0.0889368 Aug 09 18:54:02.105427 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-25da996c-52d3-420f-8d10-f051dfca8b40 req-6a32eb58-3c04-49b9-8da8-f1556045addc tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504284 Aug 09 18:54:02.313776 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3882567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3378343'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.344557 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-86cdeb08-0385-43e6-adff-85629bbff9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.373519 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d4803a-e090-47af-b654-a2e417cd1850,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:02.394735 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Checking segment: {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:54:02.395101 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Network hostable DHCP agents. Network: f1f74e5a-517a-4b97-a245-2bc3214f0b77, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:54:02.427195 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Network f1f74e5a-517a-4b97-a245-2bc3214f0b77 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:54:02.458639 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, f1f74e5a-517a-4b97-a245-2bc3214f0b77) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:02.467496 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:02.469154 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.482648 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47058) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:02.484641 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2701aa3-2c40-4bcd-8809-f2146d0a2238 None None] Network f1f74e5a-517a-4b97-a245-2bc3214f0b77 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:54:02.496205 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.513482 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-601c6492-a38e-42a2-a1b9-d616374ed7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.547698 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47062) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:02.548635 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-60910bf8-2355-4bf0-ae43-5f06c0fd161a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1858652 Aug 09 18:54:02.552537 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:02.559249 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.598037 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.601785 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.619705 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.db.api [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 18:54:02.619705 dv-cinder-782995-5-iscsi neutron-server[93288]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 18:54:02.619705 dv-cinder-782995-5-iscsi neutron-server[93288]: [parameters: {'project_id_1': 'f5d1fe0620c44463af27344ccd796de7', 'expiration_1': datetime.datetime(2021, 8, 9, 18, 54, 2, 595458)}] Aug 09 18:54:02.619705 dv-cinder-782995-5-iscsi neutron-server[93288]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 18:54:02.620408 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG oslo_db.api [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 18:54:02.698553 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device eefa8d4c-a7d3-438f-8508-c48001c80646 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:54:02.744156 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-601c6492-a38e-42a2-a1b9-d616374ed7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.751445 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-601c6492-a38e-42a2-a1b9-d616374ed7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.783654 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-601c6492-a38e-42a2-a1b9-d616374ed7b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc42ca59a5004580b52ad72c3dc2a48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001511 Aug 09 18:54:02.785518 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47072) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:02.799866 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.806144 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port eefa8d4c-a7d3-438f-8508-c48001c80646, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=eefa8d4c-a7d3-438f-8508-c48001c80646,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:02.822895 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'eefa8d4c-a7d3-438f-8508-c48001c80646', 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47', 'port_id': 'eefa8d4c-a7d3-438f-8508-c48001c80646', 'mac_address': 'fa:16:3e:e9:43:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bce482-1d8b-4264-b55a-f67b5b58bcec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:54:02.870506 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ef4ff-8fc9-4df4-b85c-ea386b46f0d3 None None] Network f1f74e5a-517a-4b97-a245-2bc3214f0b77 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:54:02.881211 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c6492-a38e-42a2-a1b9-d616374ed7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e86dfbe-f38e-46e5-9ff9-b2cf4eb78d88,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:02.901577 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c5aaac39-1f77-4933-be6f-f6ebdc59d2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.942967 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c5aaac39-1f77-4933-be6f-f6ebdc59d2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:02.954201 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dabb54-359a-4570-9fdc-cafa37bcb203 req-009a389e-125c-409e-ac2a-3ba698f1931c tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:02.962362 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d8dabb54-359a-4570-9fdc-cafa37bcb203 req-009a389e-125c-409e-ac2a-3ba698f1931c tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 943 time: 0.2567420 Aug 09 18:54:03.004533 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.014902 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.025659 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c5aaac39-1f77-4933-be6f-f6ebdc59d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.029508 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c5aaac39-1f77-4933-be6f-f6ebdc59d2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.034340 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-c5aaac39-1f77-4933-be6f-f6ebdc59d2ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e86dfbe-f38e-46e5-9ff9-b2cf4eb78d88 HTTP/1.1" status: 204 len: 168 time: 0.2461798 Aug 09 18:54:03.052561 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d8dabb54-359a-4570-9fdc-cafa37bcb203 req-544cad35-c820-42fc-80a8-697585a24fff tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896192 Aug 09 18:54:03.058787 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aaac39-1f77-4933-be6f-f6ebdc59d2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e86dfbe-f38e-46e5-9ff9-b2cf4eb78d88,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:03.339442 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefa8d4c-a7d3-438f-8508-c48001c80646 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:03.353982 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.383609 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3e5cb-0ac3-4f32-b795-91a81708d473 req-5df05abb-b6fd-4b8f-b466-6e3d868c169f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:03.385537 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5af3e5cb-0ac3-4f32-b795-91a81708d473 req-5df05abb-b6fd-4b8f-b466-6e3d868c169f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 944 time: 0.1383286 Aug 09 18:54:03.389572 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.409362 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port eefa8d4c-a7d3-438f-8508-c48001c80646, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=eefa8d4c-a7d3-438f-8508-c48001c80646,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:03.412524 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.415315 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.420543 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.497221 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5af3e5cb-0ac3-4f32-b795-91a81708d473 req-3d9281fd-4b16-4e2a-a9d7-aa794a52fe7f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874209 Aug 09 18:54:03.541652 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=eefa8d4c-a7d3-438f-8508-c48001c80646,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:03.553298 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.554032 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.554805 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.556014 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.556560 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.557159 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.557649 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.558124 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.558681 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.559384 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.559724 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.560135 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:03.588479 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Allocated IP 172.27.1.132 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/0320b3e9-bccf-4584-b08b-5cc5ae472e8c) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:54:03.727200 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.727406 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['eefa8d4c-a7d3-438f-8508-c48001c80646'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:03.734309 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.783928 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bf18f3-4873-49c0-8979-d8cb3c8e9900,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:03.798421 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.821538 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-db8d76bb-2a08-4cc7-83df-479e5c55c9e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5d1fe0620c44463af27344ccd796de7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0831811 Aug 09 18:54:03.824848 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47138) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:03.871316 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.898129 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-45b89307-2d0d-4c0e-a49e-d6622cbb640f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.919779 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:54:03.926616 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:03.935615 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:54:03.945372 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-45b89307-2d0d-4c0e-a49e-d6622cbb640f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:03.995387 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0320b3e9-bccf-4584-b08b-5cc5ae472e8c,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:04.030898 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-45b89307-2d0d-4c0e-a49e-d6622cbb640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:04.035540 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-45b89307-2d0d-4c0e-a49e-d6622cbb640f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:04.040707 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-45b89307-2d0d-4c0e-a49e-d6622cbb640f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/73bf18f3-4873-49c0-8979-d8cb3c8e9900 HTTP/1.1" status: 204 len: 168 time: 0.2148175 Aug 09 18:54:04.049890 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b89307-2d0d-4c0e-a49e-d6622cbb640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bf18f3-4873-49c0-8979-d8cb3c8e9900,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:04.249260 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddfd7e-abbb-4ae2-a646-216065118d4f req-11c2063b-9205-45aa-a33b-405101d30bb2 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:04.250264 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d2ddfd7e-abbb-4ae2-a646-216065118d4f req-11c2063b-9205-45aa-a33b-405101d30bb2 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 943 time: 0.0894682 Aug 09 18:54:04.395835 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d2ddfd7e-abbb-4ae2-a646-216065118d4f req-0affa3f6-f28a-4d67-89da-d86ef03f3807 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963204 Aug 09 18:54:04.463735 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:04.704072 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586047-459e-4d5c-b612-337008118346 req-8e4c6294-14a7-41fa-8b6c-7c0928d7fdd1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:04.711339 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-db586047-459e-4d5c-b612-337008118346 req-8e4c6294-14a7-41fa-8b6c-7c0928d7fdd1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 945 time: 0.1171021 Aug 09 18:54:04.711712 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ab2cb553-5ed3-48ec-a185-82597610f62d details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:54:04.720263 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device eefa8d4c-a7d3-438f-8508-c48001c80646 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:04.810052 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-db586047-459e-4d5c-b612-337008118346 req-fe7232f4-8192-4dac-85f1-8987b33a3265 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610695 Aug 09 18:54:04.843805 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:04.934378 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port eefa8d4c-a7d3-438f-8508-c48001c80646 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:54:04.940961 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port eefa8d4c-a7d3-438f-8508-c48001c80646 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:04.941413 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:04.995353 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port ab2cb553-5ed3-48ec-a185-82597610f62d, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ab2cb553-5ed3-48ec-a185-82597610f62d,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:05.014453 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'ab2cb553-5ed3-48ec-a185-82597610f62d', 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a', 'port_id': 'ab2cb553-5ed3-48ec-a185-82597610f62d', 'mac_address': 'fa:16:3e:1d:0e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738622ba-201c-4f6d-a955-777d82875497', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:54:05.062185 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:54:05.132529 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:05.135581 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:05.150207 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:05.167073 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2cb553-5ed3-48ec-a185-82597610f62d {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:05.209803 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port ab2cb553-5ed3-48ec-a185-82597610f62d, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ab2cb553-5ed3-48ec-a185-82597610f62d,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:05.216842 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb5abaa-e210-4986-be2c-fe440828a4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefa8d4c-a7d3-438f-8508-c48001c80646'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:05.219124 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69df744e-22c8-43a1-9392-da5f3534338c" -d '{"events": [{"server_uuid": "5bb5abaa-e210-4986-be2c-fe440828a4af", "name": "network-vif-plugged", "status": "completed", "tag": "eefa8d4c-a7d3-438f-8508-c48001c80646"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:05.231555 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:05.240259 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port eefa8d4c-a7d3-438f-8508-c48001c80646, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=eefa8d4c-a7d3-438f-8508-c48001c80646,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:05.272797 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4214cd2f-3d71-4f1b-ba17-188378fc14c0 x-openstack-request-id: req-4214cd2f-3d71-4f1b-ba17-188378fc14c0 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:05.273069 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb5abaa-e210-4986-be2c-fe440828a4af", "name": "network-vif-plugged", "status": "completed", "tag": "eefa8d4c-a7d3-438f-8508-c48001c80646", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:05.273311 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4214cd2f-3d71-4f1b-ba17-188378fc14c0 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:05.274272 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb5abaa-e210-4986-be2c-fe440828a4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefa8d4c-a7d3-438f-8508-c48001c80646', 'code': 200} Aug 09 18:54:05.277135 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:05.300170 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:54:05.317095 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=ab2cb553-5ed3-48ec-a185-82597610f62d,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:05.328687 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Sync routers for ids ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:54:05.338110 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:05.342980 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-7017d9ad-db28-412b-b245-d774f12271e2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7908807 Aug 09 18:54:05.343341 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47192) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:05.361377 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Routers {'7f5c2d2a-eac0-4168-afd8-57a1704f1774'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:54:05.362156 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:54:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:05.393993 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=eefa8d4c-a7d3-438f-8508-c48001c80646,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:05.530413 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['ab2cb553-5ed3-48ec-a185-82597610f62d'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:05.530915 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28492522-c6d3-48d8-b240-3119ebaf8e57 req-86704c45-c18e-4b49-9dc7-95f133297949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:05.532913 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-28492522-c6d3-48d8-b240-3119ebaf8e57 req-86704c45-c18e-4b49-9dc7-95f133297949 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 1099 time: 0.0496266 Aug 09 18:54:05.537558 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Set router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:54:05.630019 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-28492522-c6d3-48d8-b240-3119ebaf8e57 req-40fb07c8-9c48-4e75-b431-e3c1e1fc6cba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871530 Aug 09 18:54:05.639102 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb66157-7544-4e36-91d3-a6333a20d4ca req-b27cc9b6-3c19-4d6b-a6ec-39b2e91d8c03 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:05.640899 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-abb66157-7544-4e36-91d3-a6333a20d4ca req-b27cc9b6-3c19-4d6b-a6ec-39b2e91d8c03 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 944 time: 0.0870461 Aug 09 18:54:05.695218 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-abb66157-7544-4e36-91d3-a6333a20d4ca req-114e14ff-61d6-4700-94ca-6f75350be9f6 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Aug 09 18:54:05.813379 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:54:02Z', 'updated_at': '2021-08-09T18:54:04Z', 'revision_number': 3, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'gw_port': {'id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:03Z', 'updated_at': '2021-08-09T18:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:05.878564 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Checking router: 7f5c2d2a-eac0-4168-afd8-57a1704f1774 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:54:05.878923 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Updating router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:54:05.936187 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:05.977861 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f328584-1844-4633-a26b-ab2289552979 req-7bdd644b-57e2-4820-8e87-89ccf649fd4e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:05.979982 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7f328584-1844-4633-a26b-ab2289552979 req-7bdd644b-57e2-4820-8e87-89ccf649fd4e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 946 time: 0.0816562 Aug 09 18:54:06.042704 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7f328584-1844-4633-a26b-ab2289552979 req-8138ddd3-fd4f-4cf8-90b1-ae817cb8365f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506797 Aug 09 18:54:06.045162 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.274350 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Allocated IP 172.20.0.1 (f1f74e5a-517a-4b97-a245-2bc3214f0b77/a1d4803a-e090-47af-b654-a2e417cd1850/439de558-4fb2-4f41-8edf-901add3351c9) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:54:06.274623 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47216) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:06.394350 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.405645 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Transition to ACTIVE for port object 0320b3e9-bccf-4584-b08b-5cc5ae472e8c will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:54:06.418046 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.465183 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.468349 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Pushing event updated for resources: {'Port': ['ID=0320b3e9-bccf-4584-b08b-5cc5ae472e8c,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:06.470518 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-980e4ee5-9468-47f4-8c3b-d59de8533b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.479999 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.480754 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.481119 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.481465 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.490676 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.491467 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.491815 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.492209 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.492623 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.492965 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.493294 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.493617 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:06.533869 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Attempting to bind port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:54:06.534277 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Attempting to bind port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:54:06.534754 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Attempting to bind port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:06.543071 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:54:06.543978 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:54:06.544782 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.546534 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:54:06.548530 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Bound port: 0320b3e9-bccf-4584-b08b-5cc5ae472e8c, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:54:06.549417 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.550545 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.611678 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Network f1f74e5a-517a-4b97-a245-2bc3214f0b77 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:54:06.615785 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:06.621192 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] For port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:54:06.621981 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:54:06.624804 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] For port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=0320b3e9-bccf-4584-b08b-5cc5ae472e8c,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:54:06.626260 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Pushing event updated for resources: {'Port': ['ID=439de558-4fb2-4f41-8edf-901add3351c9,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:06.632830 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.636512 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-980e4ee5-9468-47f4-8c3b-d59de8533b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.642945 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-980e4ee5-9468-47f4-8c3b-d59de8533b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.689329 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.694184 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e4ee5-9468-47f4-8c3b-d59de8533b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d97c8a-ae42-4fe0-9c12-2a73eed5df8a,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:06.703621 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-980e4ee5-9468-47f4-8c3b-d59de8533b9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b245dc05502642dfbec3b649085a8dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237292 Aug 09 18:54:06.703989 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47228) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:06.742218 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ab2cb553-5ed3-48ec-a185-82597610f62d up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:06.746223 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Routers {'7f5c2d2a-eac0-4168-afd8-57a1704f1774'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:54:06.747313 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:54:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:06.836574 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-df3e80ff-ec51-463f-9629-92f77369d27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.895288 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port ab2cb553-5ed3-48ec-a185-82597610f62d completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:54:06.901024 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port ab2cb553-5ed3-48ec-a185-82597610f62d triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:06.901693 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:06.941103 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] Set router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:54:06.963119 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-df3e80ff-ec51-463f-9629-92f77369d27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:07.101234 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:07.107801 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:07.115937 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a2c43-8db1-4d81-8561-b2dbe0281d94 req-36b72978-bebc-4d3d-9532-01724a7e9b41 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:07.129218 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-032a2c43-8db1-4d81-8561-b2dbe0281d94 req-36b72978-bebc-4d3d-9532-01724a7e9b41 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 944 time: 0.2820554 Aug 09 18:54:07.154233 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12254b87-dd58-4c41-93c6-fe3939617f61 None None] Pushing event updated for resources: {'Port': ['ID=0320b3e9-bccf-4584-b08b-5cc5ae472e8c,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:07.190096 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port ab2cb553-5ed3-48ec-a185-82597610f62d, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ab2cb553-5ed3-48ec-a185-82597610f62d,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:07.196246 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:07.274798 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:54:02Z', 'updated_at': '2021-08-09T18:54:04Z', 'revision_number': 3, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'gw_port': {'id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:03Z', 'updated_at': '2021-08-09T18:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:07.280814 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5321c748-69fe-4e6e-b7db-d4c1539497ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2cb553-5ed3-48ec-a185-82597610f62d'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:07.286066 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549f5aa0-e7cc-422c-8e83-e87208e397d1" -d '{"events": [{"server_uuid": "5321c748-69fe-4e6e-b7db-d4c1539497ff", "name": "network-vif-plugged", "status": "completed", "tag": "ab2cb553-5ed3-48ec-a185-82597610f62d"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:07.297968 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-032a2c43-8db1-4d81-8561-b2dbe0281d94 req-fe1f778a-7c23-44c9-b9ce-d4f971f78c40 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592138 Aug 09 18:54:07.301448 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-df3e80ff-ec51-463f-9629-92f77369d27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:07.327048 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b52c0-c630-4634-9c54-46007afaa85e None None] The sync data for ids ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'] in dv-cinder-782995-5-iscsi is: [{'id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:54:02Z', 'updated_at': '2021-08-09T18:54:04Z', 'revision_number': 3, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'gw_port': {'id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:03Z', 'updated_at': '2021-08-09T18:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:54:07.328609 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-df3e80ff-ec51-463f-9629-92f77369d27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:07.330062 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-df3e80ff-ec51-463f-9629-92f77369d27a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86d97c8a-ae42-4fe0-9c12-2a73eed5df8a HTTP/1.1" status: 204 len: 168 time: 0.6246569 Aug 09 18:54:07.354251 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e80ff-ec51-463f-9629-92f77369d27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d97c8a-ae42-4fe0-9c12-2a73eed5df8a,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:07.354859 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=ab2cb553-5ed3-48ec-a185-82597610f62d,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:07.424211 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f43b64-8c14-47f4-97d5-961e0ffe98fe x-openstack-request-id: req-72f43b64-8c14-47f4-97d5-961e0ffe98fe {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:07.424579 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5321c748-69fe-4e6e-b7db-d4c1539497ff", "name": "network-vif-plugged", "status": "completed", "tag": "ab2cb553-5ed3-48ec-a185-82597610f62d", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:07.424996 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72f43b64-8c14-47f4-97d5-961e0ffe98fe {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:07.425320 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5321c748-69fe-4e6e-b7db-d4c1539497ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2cb553-5ed3-48ec-a185-82597610f62d', 'code': 200} Aug 09 18:54:07.470969 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781f29c-28b9-49ec-ae2f-ca3ea73ee111 req-7cc673af-643d-4366-8eaa-465f94177c77 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:07.473267 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b781f29c-28b9-49ec-ae2f-ca3ea73ee111 req-7cc673af-643d-4366-8eaa-465f94177c77 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 946 time: 0.1207700 Aug 09 18:54:07.536674 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:07.543244 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:07.561184 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b781f29c-28b9-49ec-ae2f-ca3ea73ee111 req-1cfa8730-62de-407f-ae14-70d37d22d1f1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805626 Aug 09 18:54:07.661644 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:07.663887 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Pushing event updated for resources: {'Port': ['ID=439de558-4fb2-4f41-8edf-901add3351c9,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:07.775439 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c5abd-49dd-4997-b396-d8b1b642bf6c req-222f6a63-b150-4c7f-a267-f6561497b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:07.779379 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bf7c5abd-49dd-4997-b396-d8b1b642bf6c req-222f6a63-b150-4c7f-a267-f6561497b6ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 1098 time: 0.0783145 Aug 09 18:54:07.801237 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Network f1f74e5a-517a-4b97-a245-2bc3214f0b77 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:54:07.803137 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:07.840787 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bf7c5abd-49dd-4997-b396-d8b1b642bf6c req-c81a2435-2b03-4a09-b5c4-fe8ca8e7888e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548635 Aug 09 18:54:07.988634 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47264) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:08.012266 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-110f09ae-b31f-4a6e-9a0d-0609c5963a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:08.026798 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:54:08.174277 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-110f09ae-b31f-4a6e-9a0d-0609c5963a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:08.179678 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-110f09ae-b31f-4a6e-9a0d-0609c5963a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:08.239862 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-110f09ae-b31f-4a6e-9a0d-0609c5963a9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=29a9312a6c214302940dca4426c932d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497005 Aug 09 18:54:08.246099 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47272) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:08.247263 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f09ae-b31f-4a6e-9a0d-0609c5963a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a88e71-7970-4009-9e89-c278eebf8cb4,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:08.260966 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:54:08.271210 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-5962fa52-af77-4ebc-8e59-dca20d116645 admin admin] 10.222.0.57 "PUT /v2.0/routers/7f5c2d2a-eac0-4168-afd8-57a1704f1774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9265568 Aug 09 18:54:08.376212 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-646373db-e969-44b9-9b33-0ae91994d1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:08.413002 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-646373db-e969-44b9-9b33-0ae91994d1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:08.586364 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1183e3-db7f-4de5-95db-0a0c9091f69f req-554cd1ba-c5e3-40c4-8df4-5b7b6006e4cd tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:08.590463 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cf1183e3-db7f-4de5-95db-0a0c9091f69f req-554cd1ba-c5e3-40c4-8df4-5b7b6006e4cd tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 945 time: 0.1615870 Aug 09 18:54:08.592603 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-646373db-e969-44b9-9b33-0ae91994d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:08.595777 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-646373db-e969-44b9-9b33-0ae91994d1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:08.604968 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-646373db-e969-44b9-9b33-0ae91994d1e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10a88e71-7970-4009-9e89-c278eebf8cb4 HTTP/1.1" status: 204 len: 168 time: 0.3493021 Aug 09 18:54:08.630387 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646373db-e969-44b9-9b33-0ae91994d1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a88e71-7970-4009-9e89-c278eebf8cb4,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:08.753131 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cf1183e3-db7f-4de5-95db-0a0c9091f69f req-70c0d0ef-3434-49d6-80ec-684405a5dcc8 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468315 Aug 09 18:54:08.791307 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 0320b3e9-bccf-4584-b08b-5cc5ae472e8c up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:08.837332 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47300) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:08.896587 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:54:08.903710 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:08.904113 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:08.925043 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-36afc9d5-f394-4db1-81fd-b682e81aaee0 admin admin] Deleting subnet b663be1c-ac06-49fc-ba9a-4ebcec8dc559 {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:54:08.931784 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36afc9d5-f394-4db1-81fd-b682e81aaee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.031709 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36afc9d5-f394-4db1-81fd-b682e81aaee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829570'] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.048867 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.088317 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=0320b3e9-bccf-4584-b08b-5cc5ae472e8c,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:09.093990 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.104072 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36afc9d5-f394-4db1-81fd-b682e81aaee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.230390 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36afc9d5-f394-4db1-81fd-b682e81aaee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10385296'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.231231 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=0320b3e9-bccf-4584-b08b-5cc5ae472e8c,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:09.270082 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afc9d5-f394-4db1-81fd-b682e81aaee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b663be1c-ac06-49fc-ba9a-4ebcec8dc559,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:09.272499 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36afc9d5-f394-4db1-81fd-b682e81aaee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.275977 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-36afc9d5-f394-4db1-81fd-b682e81aaee0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b663be1c-ac06-49fc-ba9a-4ebcec8dc559 HTTP/1.1" status: 204 len: 168 time: 0.4362364 Aug 09 18:54:09.277346 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47316) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:09.674947 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.785960 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-35e60ee3-1da2-47cd-9edc-0e99745525c1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:09.794212 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-35e60ee3-1da2-47cd-9edc-0e99745525c1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 819 time: 0.2050655 Aug 09 18:54:09.827549 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-ae91fa6c-d4f4-42e4-b1ab-3cd817e2a640 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/quotas/06e1aaf99dc3496fbf845bec5844578c HTTP/1.1" status: 200 len: 375 time: 0.0320528 Aug 09 18:54:09.838066 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.897499 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e6e252-dcef-4586-909c-3a1dcbccbea4']}} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:09.940469 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ca6f64-0a5d-450b-a0f0-9df07c11a8f1') {'for_net_delete': True} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:09.940789 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ca6f64-0a5d-450b-a0f0-9df07c11a8f1') {} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:09.957259 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829589'] for segment, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.984603 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:09.991060 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-8a01378b-7965-4859-8367-62a135eae154 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1620224 Aug 09 18:54:10.001258 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbad16-4bf6-419b-aba2-8124b7d43dd1 req-7878c5c2-343c-42b6-998a-e185324b080d tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:10.002766 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-05bbad16-4bf6-419b-aba2-8124b7d43dd1 req-7878c5c2-343c-42b6-998a-e185324b080d tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 945 time: 0.1085503 Aug 09 18:54:10.006150 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Sync routers for ids ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:54:10.016283 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:54:10.016645 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8829140'] for segment, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: Traceback (most recent call last): Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: timer() Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: cb(*args, **kw) Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: return func(*args, **kwargs) Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: self._notify() Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: self.callback(batched_events) Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: event.method(event) Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: return f(self, *a, **k) Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._get(url).json() Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: return self.request(url, 'GET', **kwargs) Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:54:10.018623 dv-cinder-782995-5-iscsi neutron-server[93289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:54:10.021427 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Routers {'7f5c2d2a-eac0-4168-afd8-57a1704f1774'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:54:10.022143 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:54:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:10.156902 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Set router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:54:10.160156 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.166782 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-05bbad16-4bf6-419b-aba2-8124b7d43dd1 req-09fdf1c7-4637-4e90-93c7-a21f53e96b78 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527004 Aug 09 18:54:10.175698 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.177724 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] 10.222.0.57 "DELETE /v2.0/networks/b9e6e252-dcef-4586-909c-3a1dcbccbea4 HTTP/1.1" status: 204 len: 168 time: 0.8987899 Aug 09 18:54:10.181002 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47352) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:10.192696 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b11b1-e3a7-44c6-a4ee-9bd76fb07f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e6e252-dcef-4586-909c-3a1dcbccbea4,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:10.217669 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-5331df7f-afe4-4830-aeda-de80135e0128 service neutron] 10.222.0.57 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123945 Aug 09 18:54:10.262510 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ee0462-dbf1-4c79-a81c-162c0fd92ab9 admin admin] Deleting subnet 52b56cb4-1ec8-48a4-b5ef-ac77d170407d {{(pid=93288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:54:10.270060 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0462-dbf1-4c79-a81c-162c0fd92ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.340263 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0462-dbf1-4c79-a81c-162c0fd92ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3883920'] for subnet, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.389321 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0462-dbf1-4c79-a81c-162c0fd92ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.403483 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-47c55a96-a91f-49a8-ab34-e2a014048fd1 service neutron] 10.222.0.57 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787794 Aug 09 18:54:10.477063 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0462-dbf1-4c79-a81c-162c0fd92ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3882496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3378366'] for subnet, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.513853 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:54:02Z', 'updated_at': '2021-08-09T18:54:07Z', 'revision_number': 4, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'gw_port': {'id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:03Z', 'updated_at': '2021-08-09T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '439de558-4fb2-4f41-8edf-901add3351c9', 'name': '', 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'mac_address': 'fa:16:3e:79:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a1d4803a-e090-47af-b654-a2e417cd1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:06Z', 'updated_at': '2021-08-09T18:54:07Z', 'revision_number': 2, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'subnets': [{'id': 'a1d4803a-e090-47af-b654-a2e417cd1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:10.551097 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee0462-dbf1-4c79-a81c-162c0fd92ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b56cb4-1ec8-48a4-b5ef-ac77d170407d,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:10.580744 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Checking router: 7f5c2d2a-eac0-4168-afd8-57a1704f1774 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:54:10.581104 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Updating router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 port 439de558-4fb2-4f41-8edf-901add3351c9 binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:54:10.585043 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0462-dbf1-4c79-a81c-162c0fd92ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.600138 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-f3ee0462-dbf1-4c79-a81c-162c0fd92ab9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/52b56cb4-1ec8-48a4-b5ef-ac77d170407d HTTP/1.1" status: 204 len: 168 time: 0.4157095 Aug 09 18:54:10.600410 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47382) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:10.633895 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.639582 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-550c539c-bf4b-491a-9322-0fc9ea750b2c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:10.648101 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-550c539c-bf4b-491a-9322-0fc9ea750b2c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 810 time: 0.2434285 Aug 09 18:54:10.685757 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-c4e44dff-cd0a-469d-adad-f8be6f3e99c1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/quotas/09a04cbf8f39460ab273e7059fd96e15 HTTP/1.1" status: 200 len: 375 time: 0.0277979 Aug 09 18:54:10.729884 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 0320b3e9-bccf-4584-b08b-5cc5ae472e8c up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:10.775404 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-3c2750ee-a554-4453-97a2-02bfbde83ca2 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865729 Aug 09 18:54:10.943511 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:10.944052 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:10.983694 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3f94b470-a022-490b-9a09-11874b620544 req-ec065890-1871-4d69-be48-a0f492e562b7 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 210 time: 0.0616198 Aug 09 18:54:11.050109 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-8ab0b0da-f1c8-44fe-b127-7d9a78c086c4 service neutron] 10.222.0.57 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672694 Aug 09 18:54:11.088259 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:11.192144 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:11.206335 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8c110f-e2d3-42da-8dc3-f4e7c80296de']}} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:11.225041 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-570c8961-b4b6-428e-8332-2b2241f7c19c service neutron] 10.222.0.57 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739407 Aug 09 18:54:11.251141 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:11.260542 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecd4e47-d916-46b9-93cc-60d9635ba188') {'for_net_delete': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:11.261745 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecd4e47-d916-46b9-93cc-60d9635ba188') {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:11.295515 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Transition to ACTIVE for port object 439de558-4fb2-4f41-8edf-901add3351c9 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:54:11.298514 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3883911'] for segment, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:11.310139 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:11.325335 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:11.343381 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:54:11.345584 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3882718'] for segment, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: Traceback (most recent call last): Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: timer() Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: cb(*args, **kw) Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: return func(*args, **kwargs) Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: self._notify() Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: self.callback(batched_events) Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: event.method(event) Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: return f(self, *a, **k) Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._get(url).json() Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: return self.request(url, 'GET', **kwargs) Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:54:11.352564 dv-cinder-782995-5-iscsi neutron-server[93288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:54:11.458491 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02d4b8-0082-4ecc-a733-3dd8f75f7f84 None None] Pushing event updated for resources: {'Port': ['ID=439de558-4fb2-4f41-8edf-901add3351c9,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:11.482953 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:11.550841 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8c110f-e2d3-42da-8dc3-f4e7c80296de,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:11.558482 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:11.562706 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-5c7ce552-5b23-4e08-b1f7-eb5f3a270e6e admin admin] 10.222.0.57 "DELETE /v2.0/networks/4d8c110f-e2d3-42da-8dc3-f4e7c80296de HTTP/1.1" status: 204 len: 168 time: 0.9614346 Aug 09 18:54:11.815357 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c6446d0c-316e-45d4-9900-417d65b555b5 req-a25bf30a-a396-40f8-bfc7-05042e3c596d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 210 time: 0.0522645 Aug 09 18:54:11.943390 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-9302e73c-ba31-4dcb-90c5-c558fea568bb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:11.950008 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-9302e73c-ba31-4dcb-90c5-c558fea568bb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 819 time: 0.3349652 Aug 09 18:54:11.988450 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47452) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:11.996540 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-8dbdf226-80fd-4f60-a054-54ba3ed0967f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/quotas/06e1aaf99dc3496fbf845bec5844578c HTTP/1.1" status: 200 len: 375 time: 0.0384991 Aug 09 18:54:11.998429 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Attempting to bind port 439de558-4fb2-4f41-8edf-901add3351c9 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:54:11.998891 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Attempting to bind port 439de558-4fb2-4f41-8edf-901add3351c9 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:54:11.999262 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Attempting to bind port 439de558-4fb2-4f41-8edf-901add3351c9 on network f1f74e5a-517a-4b97-a245-2bc3214f0b77 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:12.015139 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:54:12.016467 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Checking segment: {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:54:12.017337 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:12.017977 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Bound using segment: {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:54:12.018908 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Bound port: 439de558-4fb2-4f41-8edf-901add3351c9, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:54:12.019781 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:12.045204 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-d4aaf877-cf32-4917-ac1b-b1f38177f6d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35f6e32daed049dea98742c2b41ca065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555661 Aug 09 18:54:12.047760 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47458) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:12.112344 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dea856f6-a041-4279-ab1b-a687dc074ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:12.116768 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] For port 439de558-4fb2-4f41-8edf-901add3351c9, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:54:12.122920 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] For port 439de558-4fb2-4f41-8edf-901add3351c9, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=439de558-4fb2-4f41-8edf-901add3351c9,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:54:12.128386 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:12.148072 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76723b01-84d4-49a0-b04d-2f3230ff243d req-520deaf4-f11e-4477-802b-c9b6158236a3 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:12.149327 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dea856f6-a041-4279-ab1b-a687dc074ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:12.150780 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-76723b01-84d4-49a0-b04d-2f3230ff243d req-520deaf4-f11e-4477-802b-c9b6158236a3 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 945 time: 0.1797268 Aug 09 18:54:12.210739 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-c6591939-e56f-4d79-b3c6-10034a1fd401 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2108703 Aug 09 18:54:12.221957 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Routers {'7f5c2d2a-eac0-4168-afd8-57a1704f1774'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:54:12.222495 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:54:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:12.282274 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dea856f6-a041-4279-ab1b-a687dc074ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:12.288009 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dea856f6-a041-4279-ab1b-a687dc074ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:12.297425 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-dea856f6-a041-4279-ab1b-a687dc074ca6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd054f4d-4f95-47dc-a22c-a737a68b8b8e HTTP/1.1" status: 204 len: 168 time: 0.2441897 Aug 09 18:54:12.323611 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea856f6-a041-4279-ab1b-a687dc074ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd054f4d-4f95-47dc-a22c-a737a68b8b8e,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:12.331349 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02d4b8-0082-4ecc-a733-3dd8f75f7f84 None None] Pushing event updated for resources: {'Port': ['ID=439de558-4fb2-4f41-8edf-901add3351c9,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:12.333938 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-76723b01-84d4-49a0-b04d-2f3230ff243d req-711b77f0-92fe-4a2a-bc3c-bc9bcdd39fcd tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609218 Aug 09 18:54:12.425690 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-82d8dca2-bd23-4a19-b3e2-26dd645b311e service neutron] 10.222.0.57 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139480 Aug 09 18:54:12.503981 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] Set router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:54:12.624223 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47470) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:12.658687 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-37617145-b2c8-4e84-9764-c6ae5106d229 service neutron] 10.222.0.57 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244098 Aug 09 18:54:12.766002 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:54:02Z', 'updated_at': '2021-08-09T18:54:07Z', 'revision_number': 4, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'gw_port': {'id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:03Z', 'updated_at': '2021-08-09T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '439de558-4fb2-4f41-8edf-901add3351c9', 'name': '', 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'mac_address': 'fa:16:3e:79:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a1d4803a-e090-47af-b654-a2e417cd1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:06Z', 'updated_at': '2021-08-09T18:54:12Z', 'revision_number': 4, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'subnets': [{'id': 'a1d4803a-e090-47af-b654-a2e417cd1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:54:12.811487 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd1278-d904-40cf-9403-932ba6e8f99a None None] The sync data for ids ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'] in dv-cinder-782995-5-iscsi is: [{'id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:54:02Z', 'updated_at': '2021-08-09T18:54:07Z', 'revision_number': 4, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'gw_port': {'id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:03Z', 'updated_at': '2021-08-09T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '439de558-4fb2-4f41-8edf-901add3351c9', 'name': '', 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'mac_address': 'fa:16:3e:79:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a1d4803a-e090-47af-b654-a2e417cd1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:06Z', 'updated_at': '2021-08-09T18:54:12Z', 'revision_number': 4, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'subnets': [{'id': 'a1d4803a-e090-47af-b654-a2e417cd1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:54:12.872988 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e27b-89dc-439f-a51a-1e08c9a89705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:12.961950 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47476) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:13.085055 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc62e5a9-b50d-4953-8eda-9588d228e4d5 req-580b4905-6c8d-4419-8c6d-5a8765b956b1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 210 time: 0.0585263 Aug 09 18:54:13.127780 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a2a18f53-22f1-4a0a-ac75-3bd369047de9 req-46369481-9901-4079-a536-e583ef9dfc1b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 210 time: 0.0984132 Aug 09 18:54:13.137458 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e27b-89dc-439f-a51a-1e08c9a89705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:13.142897 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e27b-89dc-439f-a51a-1e08c9a89705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:13.159451 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-bad86544-e8f1-4504-bef9-4c77d3e369a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d1afb91657845079a073bce24e430e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955085 Aug 09 18:54:13.165198 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47484) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:13.190873 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-e2c00ce4-ec15-41fa-b14a-39cb5fd4e42f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:13.192544 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-e2c00ce4-ec15-41fa-b14a-39cb5fd4e42f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 819 time: 0.4439015 Aug 09 18:54:13.206152 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-d8e0e27b-89dc-439f-a51a-1e08c9a89705 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=138b291fcfc542fc897e08c3d9d1149c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5808163 Aug 09 18:54:13.212509 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0e27b-89dc-439f-a51a-1e08c9a89705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b6c9a-37ac-4575-80bc-f87347663c82,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:13.212722 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47490) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:13.244532 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Request body: {'port': {'device_id': '9b63a0e2-4b5d-4787-907e-6d0b192b1743', 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77', 'admin_state_up': True, 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:13.255807 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-01b17456-084f-48d1-83b2-1e7dcc24879c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:13.287498 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-01b17456-084f-48d1-83b2-1e7dcc24879c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:13.448777 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Made reservation on behalf of 06e1aaf99dc3496fbf845bec5844578c for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:54:13.453771 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:13.540983 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-01b17456-084f-48d1-83b2-1e7dcc24879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:13.543565 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-01b17456-084f-48d1-83b2-1e7dcc24879c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:13.560956 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-01b17456-084f-48d1-83b2-1e7dcc24879c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/12d35c00-50e2-43ef-872d-9c3f804fe968 HTTP/1.1" status: 204 len: 168 time: 0.3778944 Aug 09 18:54:13.613786 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b17456-084f-48d1-83b2-1e7dcc24879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d35c00-50e2-43ef-872d-9c3f804fe968,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:13.636953 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-330cd2b0-0c88-43a5-98c9-0717b2386455 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:13.638962 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-330cd2b0-0c88-43a5-98c9-0717b2386455 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 810 time: 0.2709095 Aug 09 18:54:13.662153 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Request body: {'port': {'device_id': 'b59da7a6-77e9-4c51-8e66-a1f9603ead46', 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47', 'admin_state_up': True, 'tenant_id': '09a04cbf8f39460ab273e7059fd96e15'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:13.680234 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-62f26a92-2972-497e-9e99-e1d9c43e2113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:13.893009 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Made reservation on behalf of 09a04cbf8f39460ab273e7059fd96e15 for: {'port': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:54:13.894436 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-62f26a92-2972-497e-9e99-e1d9c43e2113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:13.897773 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Allocated IP 172.20.0.13 (f1f74e5a-517a-4b97-a245-2bc3214f0b77/a1d4803a-e090-47af-b654-a2e417cd1850/cd14bfe5-72f0-402d-a192-de07b3405089) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:54:13.900847 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:14.055358 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73cb75-f9ff-4bb8-acc7-4613dc44d0f9 req-39acf40e-8e27-4406-b51a-a612b3e641e8 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:14.063404 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-df73cb75-f9ff-4bb8-acc7-4613dc44d0f9 req-39acf40e-8e27-4406-b51a-a612b3e641e8 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 945 time: 0.3874249 Aug 09 18:54:14.095466 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11758-c208-453b-bc25-f922c896b6e5 req-6aa120fb-53ca-4821-b5a2-11fb399037fb tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:14.097029 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-05b11758-c208-453b-bc25-f922c896b6e5 req-6aa120fb-53ca-4821-b5a2-11fb399037fb tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.26 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 945 time: 0.3292959 Aug 09 18:54:14.104638 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Allocated IP 172.20.0.5 (778664c4-12ac-4a24-abae-812d81f19c47/e1bce482-1d8b-4264-b55a-f67b5b58bcec/835054d4-dd6d-4a13-9fde-6d722cd45f89) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:54:14.190487 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-df73cb75-f9ff-4bb8-acc7-4613dc44d0f9 req-dcb33135-449d-45dd-9db5-b90769876371 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216991 Aug 09 18:54:14.326079 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-22ebf9d4-c2cd-4841-ac52-7ae3b4dc7e76 req-1851476b-6c65-4131-a7aa-6474b218db9e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 210 time: 0.0412250 Aug 09 18:54:14.377429 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:14.397360 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ac7083ce-d6e8-4894-8a32-dd30b1f14237 req-c2e7893f-d1c5-4ff1-a95b-5f692f23f86f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 210 time: 0.0679157 Aug 09 18:54:14.432878 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-62f26a92-2972-497e-9e99-e1d9c43e2113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:14.435543 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-62f26a92-2972-497e-9e99-e1d9c43e2113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:14.436784 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-62f26a92-2972-497e-9e99-e1d9c43e2113 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b0b6c9a-37ac-4575-80bc-f87347663c82 HTTP/1.1" status: 204 len: 168 time: 1.2230110 Aug 09 18:54:14.464791 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f26a92-2972-497e-9e99-e1d9c43e2113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b6c9a-37ac-4575-80bc-f87347663c82,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:14.495396 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Deleting port ab2cb553-5ed3-48ec-a185-82597610f62d {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:54:14.495744 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:14.527636 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:14.534792 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:14.568570 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'eefa8d4c-a7d3-438f-8508-c48001c80646'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:14.675656 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.26', 57257) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:14.679399 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Pushing event updated for resources: {'Port': ['ID=835054d4-dd6d-4a13-9fde-6d722cd45f89,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:14.727607 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Network 778664c4-12ac-4a24-abae-812d81f19c47 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:54:14.729836 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:14.736797 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:54:14.898894 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:14.899951 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:14.937256 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-064db6de-46b3-444c-bb88-fffefa2afa9c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2838161 Aug 09 18:54:14.963758 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5c86aebf-37e9-44e2-8c35-d33236cd9ae2 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:14.963758 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5c86aebf-37e9-44e2-8c35-d33236cd9ae2 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 819 time: 0.2828274 Aug 09 18:54:14.974938 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Request body: {'port': {'device_id': 'b59da7a6-77e9-4c51-8e66-a1f9603ead46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:14.999261 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Request body: {'port': {'device_id': '9140b981-946e-4663-922f-e27858bd4790', 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77', 'admin_state_up': True, 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:15.011090 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 439de558-4fb2-4f41-8edf-901add3351c9 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:15.122983 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.172667 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 439de558-4fb2-4f41-8edf-901add3351c9 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:54:15.186495 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 439de558-4fb2-4f41-8edf-901add3351c9 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:15.186962 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.242543 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47554) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:15.285155 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d18b3f61-a6cc-4501-bdd1-af846741938d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.378969 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.387922 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] For port ab2cb553-5ed3-48ec-a185-82597610f62d, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ab2cb553-5ed3-48ec-a185-82597610f62d,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:15.388309 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.393992 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.453923 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 439de558-4fb2-4f41-8edf-901add3351c9, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=439de558-4fb2-4f41-8edf-901add3351c9,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:15.454159 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Calling delete_port for ab2cb553-5ed3-48ec-a185-82597610f62d owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:54:15.465457 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.478570 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835054d4-dd6d-4a13-9fde-6d722cd45f89 {{(pid=93288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:15.488464 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.505369 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Transition to ACTIVE for port object 835054d4-dd6d-4a13-9fde-6d722cd45f89 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:54:15.510292 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.517737 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47564) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:15.537136 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785d30-98e0-4767-84eb-e4f90af54f16 req-4a134975-ea63-49a1-8cce-11f85578ab58 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:15.538661 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b785d30-98e0-4767-84eb-e4f90af54f16 req-4a134975-ea63-49a1-8cce-11f85578ab58 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 945 time: 0.2475615 Aug 09 18:54:15.543639 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=439de558-4fb2-4f41-8edf-901add3351c9,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:15.574490 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Network f1f74e5a-517a-4b97-a245-2bc3214f0b77 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:54:15.587714 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:15.600604 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Pushing event updated for resources: {'Port': ['ID=835054d4-dd6d-4a13-9fde-6d722cd45f89,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:15.601494 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:54:15.606508 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Pushing event updated for resources: {'Port': ['ID=cd14bfe5-72f0-402d-a192-de07b3405089,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:15.658950 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Attempting to bind port 835054d4-dd6d-4a13-9fde-6d722cd45f89 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:54:15.659296 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Attempting to bind port 835054d4-dd6d-4a13-9fde-6d722cd45f89 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:54:15.659630 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Attempting to bind port 835054d4-dd6d-4a13-9fde-6d722cd45f89 on network 778664c4-12ac-4a24-abae-812d81f19c47 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:15.665598 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Port 835054d4-dd6d-4a13-9fde-6d722cd45f89 on network 778664c4-12ac-4a24-abae-812d81f19c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:54:15.665926 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Attempting to bind port 835054d4-dd6d-4a13-9fde-6d722cd45f89 on network 778664c4-12ac-4a24-abae-812d81f19c47 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:15.678881 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:54:15.679223 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Checking segment: {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:54:15.679674 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Bound using segment: {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:54:15.680661 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Bound port: 835054d4-dd6d-4a13-9fde-6d722cd45f89, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:54:15.681018 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.690500 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fe26b13f-dd2c-4f56-8c68-83d9a628987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.771535 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] For port 835054d4-dd6d-4a13-9fde-6d722cd45f89, host hv-cinder-78299, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:54:15.775192 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] For port 835054d4-dd6d-4a13-9fde-6d722cd45f89, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=835054d4-dd6d-4a13-9fde-6d722cd45f89,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:54:15.779996 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.816456 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:15.817073 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:15.818506 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] 10.222.0.26 "PUT /v2.0/ports/835054d4-dd6d-4a13-9fde-6d722cd45f89 HTTP/1.1" status: 200 len: 1093 time: 0.8568277 Aug 09 18:54:15.818951 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59da7a6-77e9-4c51-8e66-a1f9603ead46', 'tag': '835054d4-dd6d-4a13-9fde-6d722cd45f89'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:15.821287 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaae527-6c05-4d13-971e-d73b497b86f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b59da7a6-77e9-4c51-8e66-a1f9603ead46", "tag": "835054d4-dd6d-4a13-9fde-6d722cd45f89"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:15.850682 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca969f-4a07-4b2f-8b4d-dc1feb1c1c98 service neutron] Pushing event updated for resources: {'Port': ['ID=835054d4-dd6d-4a13-9fde-6d722cd45f89,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:15.914800 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-99fee6f3-d70b-462b-b751-b6ee1846ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:15.916241 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-99fee6f3-d70b-462b-b751-b6ee1846ba48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 1096 time: 0.0436273 Aug 09 18:54:15.967886 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-2358cfd5-b67f-4b62-8108-db6121f16d4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835054d4-dd6d-4a13-9fde-6d722cd45f89 HTTP/1.1" status: 200 len: 217 time: 0.0416560 Aug 09 18:54:15.969446 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b785d30-98e0-4767-84eb-e4f90af54f16 req-aaa19e1b-80dd-4e71-bdbb-589588069ff0 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900919 Aug 09 18:54:15.975482 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:15.976025 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.018814 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8410a5-6e07-4372-a803-ae6acfdc49a4 req-9bd9b553-c17c-4336-9b0a-d2afbaa000fe tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:16.027047 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cc8410a5-6e07-4372-a803-ae6acfdc49a4 req-9bd9b553-c17c-4336-9b0a-d2afbaa000fe tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 943 time: 0.5631564 Aug 09 18:54:16.044435 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-b40c94b9-f15d-48ae-b02d-0914a71d94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:16.045934 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-b40c94b9-f15d-48ae-b02d-0914a71d94cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 200 len: 850 time: 0.0692682 Aug 09 18:54:16.063219 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d18b3f61-a6cc-4501-bdd1-af846741938d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.086382 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-79b91e2f-f413-4ec2-8afc-ac7fd42be3b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778664c4-12ac-4a24-abae-812d81f19c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261357 Aug 09 18:54:16.093002 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d18b3f61-a6cc-4501-bdd1-af846741938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.147514 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2fd3128e-9bad-44d4-8838-8d11a74faf2f req-64b419bf-90fe-44f8-8b98-bc0a2d0d96cf tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 210 time: 0.0794425 Aug 09 18:54:16.182796 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Made reservation on behalf of 06e1aaf99dc3496fbf845bec5844578c for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:54:16.186999 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.195465 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-d18b3f61-a6cc-4501-bdd1-af846741938d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fbf387f58014faeb36ab846c9399e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9480746 Aug 09 18:54:16.198230 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47574) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:16.198442 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.211382 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cc8410a5-6e07-4372-a803-ae6acfdc49a4 req-321a6fc5-363a-41bc-b53f-c04375154226 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828864 Aug 09 18:54:16.214140 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['ab2cb553-5ed3-48ec-a185-82597610f62d'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:16.218215 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b3f61-a6cc-4501-bdd1-af846741938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424c7667-fa3c-41d0-96cc-ddfa37ccbdd3,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:16.218875 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-63757a07-2d7f-465c-8703-5182c1165752 service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250789 Aug 09 18:54:16.264485 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7def4e95-c41b-4c84-8635-36e1a03ed1c7 x-openstack-request-id: req-7def4e95-c41b-4c84-8635-36e1a03ed1c7 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:16.265542 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59da7a6-77e9-4c51-8e66-a1f9603ead46", "tag": "835054d4-dd6d-4a13-9fde-6d722cd45f89", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:16.265542 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7def4e95-c41b-4c84-8635-36e1a03ed1c7 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:16.265542 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59da7a6-77e9-4c51-8e66-a1f9603ead46', 'tag': '835054d4-dd6d-4a13-9fde-6d722cd45f89', 'status': 'completed', 'code': 200} Aug 09 18:54:16.265973 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Pushing event deleted for resources: {'Port': ['ID=ab2cb553-5ed3-48ec-a185-82597610f62d,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:16.352822 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] No DVR routers for this DVR port ab2cb553-5ed3-48ec-a185-82597610f62d on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:54:16.363338 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.363338 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.26 "DELETE /v2.0/ports/ab2cb553-5ed3-48ec-a185-82597610f62d HTTP/1.1" status: 204 len: 173 time: 2.2534101 Aug 09 18:54:16.363338 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5321c748-69fe-4e6e-b7db-d4c1539497ff', 'name': 'network-vif-deleted', 'tag': 'ab2cb553-5ed3-48ec-a185-82597610f62d'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:16.363338 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f4ed6d-90a9-4a5e-a2c2-9fe69df93b10" -d '{"events": [{"server_uuid": "5321c748-69fe-4e6e-b7db-d4c1539497ff", "name": "network-vif-deleted", "tag": "ab2cb553-5ed3-48ec-a185-82597610f62d"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:16.397964 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8cf24deb-5ad9-4325-817d-e161239e4dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.419461 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98871003-28b4-4b35-a33c-91e82adbbbb1 x-openstack-request-id: req-98871003-28b4-4b35-a33c-91e82adbbbb1 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:16.419750 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5321c748-69fe-4e6e-b7db-d4c1539497ff", "name": "network-vif-deleted", "tag": "ab2cb553-5ed3-48ec-a185-82597610f62d", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:16.420033 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98871003-28b4-4b35-a33c-91e82adbbbb1 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:16.420421 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5321c748-69fe-4e6e-b7db-d4c1539497ff', 'name': 'network-vif-deleted', 'tag': 'ab2cb553-5ed3-48ec-a185-82597610f62d', 'status': 'completed', 'code': 200} Aug 09 18:54:16.446090 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fe26b13f-dd2c-4f56-8c68-83d9a628987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.452900 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-75f7d71a-5cc8-4618-a12e-5710fabedf8f req-d5263fc0-4655-49d6-b1d1-b29fb7bed3fd service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166271 Aug 09 18:54:16.455967 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Allocated IP 172.20.0.14 (f1f74e5a-517a-4b97-a245-2bc3214f0b77/a1d4803a-e090-47af-b654-a2e417cd1850/88be686c-c3b7-45e3-ac9d-7b44c7583224) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:54:16.458257 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fe26b13f-dd2c-4f56-8c68-83d9a628987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.464089 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1399d782-08d4-45b9-8cdf-fbc6e3b6d5a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2485626 Aug 09 18:54:16.468489 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8cf24deb-5ad9-4325-817d-e161239e4dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.486149 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Request body: {'port': {'device_id': '9b63a0e2-4b5d-4787-907e-6d0b192b1743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:16.547534 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-fe26b13f-dd2c-4f56-8c68-83d9a628987e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cff4417dc20b4c66baac78e962c906fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0273688 Aug 09 18:54:16.557845 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47578) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:16.578277 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26b13f-dd2c-4f56-8c68-83d9a628987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0548f79a-4d4c-4e21-9929-53dc7817df2c,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:16.627191 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.653975 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-70c5d765-ff34-4850-8767-a1dbd2eee95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:16.655499 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-70c5d765-ff34-4850-8767-a1dbd2eee95a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 1096 time: 0.1065974 Aug 09 18:54:16.660176 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8cf24deb-5ad9-4325-817d-e161239e4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.663296 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8cf24deb-5ad9-4325-817d-e161239e4dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.667545 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8cf24deb-5ad9-4325-817d-e161239e4dc4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/424c7667-fa3c-41d0-96cc-ddfa37ccbdd3 HTTP/1.1" status: 204 len: 168 time: 0.4657910 Aug 09 18:54:16.716370 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 439de558-4fb2-4f41-8edf-901add3351c9 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:16.738830 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf24deb-5ad9-4325-817d-e161239e4dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c7667-fa3c-41d0-96cc-ddfa37ccbdd3,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:16.750519 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6c4debda-a4b6-4b8e-8785-5dc844679314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.791193 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6c4debda-a4b6-4b8e-8785-5dc844679314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.815451 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.823462 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 439de558-4fb2-4f41-8edf-901add3351c9 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:16.823862 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.834125 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-4f025eea-fb03-4500-92ad-c462c8eb5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:16.836910 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-4f025eea-fb03-4500-92ad-c462c8eb5c33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 911 time: 0.1698594 Aug 09 18:54:16.893526 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-efb7c006-b32b-4b08-8841-844cd1e42ee5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835054d4-dd6d-4a13-9fde-6d722cd45f89 HTTP/1.1" status: 200 len: 217 time: 0.0427628 Aug 09 18:54:16.896517 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.957172 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6c4debda-a4b6-4b8e-8785-5dc844679314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.960375 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6c4debda-a4b6-4b8e-8785-5dc844679314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:16.968130 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6c4debda-a4b6-4b8e-8785-5dc844679314 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0548f79a-4d4c-4e21-9929-53dc7817df2c HTTP/1.1" status: 204 len: 168 time: 0.3982778 Aug 09 18:54:16.972054 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-402a4115-81c2-4bca-b762-8a4aee3be3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:16.973560 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-402a4115-81c2-4bca-b762-8a4aee3be3f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 200 len: 850 time: 0.0705760 Aug 09 18:54:16.979840 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4debda-a4b6-4b8e-8785-5dc844679314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0548f79a-4d4c-4e21-9929-53dc7817df2c,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:17.022782 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-42bd541a-fbf6-4bba-9566-919cb902ceee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778664c4-12ac-4a24-abae-812d81f19c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361981 Aug 09 18:54:17.129376 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Network f1f74e5a-517a-4b97-a245-2bc3214f0b77 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:54:17.149833 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:17.227780 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-26f5754f-17b7-4d43-8507-9a12318b823c service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924436 Aug 09 18:54:17.234397 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:54:17.255335 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c14eb397-365b-4f11-b3e9-e338e7dc3c29 req-e02e70af-f1a8-4bff-9ecd-830d52e6198b tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=5321c748-69fe-4e6e-b7db-d4c1539497ff HTTP/1.1" status: 200 len: 210 time: 0.1157119 Aug 09 18:54:17.302975 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Pushing event updated for resources: {'Port': ['ID=88be686c-c3b7-45e3-ac9d-7b44c7583224,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:17.366453 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-eeaae527-6c05-4d13-971e-d73b497b86f8 req-9fe539c2-288c-4b36-beaf-957448f9df23 service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299262 Aug 09 18:54:17.448900 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:17.449648 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:17.499141 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8794330-d941-4dc0-ac08-b0e07a68cd56 req-c61ed99e-ce48-4252-96d6-5a1209f97998 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:17.500679 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8794330-d941-4dc0-ac08-b0e07a68cd56 req-c61ed99e-ce48-4252-96d6-5a1209f97998 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 932 time: 0.2429864 Aug 09 18:54:17.513742 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-7051a58f-2c04-4226-9356-747698b9c856 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5190382 Aug 09 18:54:17.526941 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda5a3d-d98d-4cc2-a916-bbf3adfda9d9 req-4a65898f-b3bf-4eb6-8a4d-d739b9528819 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:17.528551 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adda5a3d-d98d-4cc2-a916-bbf3adfda9d9 req-4a65898f-b3bf-4eb6-8a4d-d739b9528819 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 943 time: 0.1513712 Aug 09 18:54:17.540131 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Request body: {'port': {'device_id': '9140b981-946e-4663-922f-e27858bd4790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:17.555179 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd14bfe5-72f0-402d-a192-de07b3405089 {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:17.597502 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:17.654335 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Transition to ACTIVE for port object cd14bfe5-72f0-402d-a192-de07b3405089 will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:54:17.664626 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8794330-d941-4dc0-ac08-b0e07a68cd56 req-3ffd2539-89f5-46b0-bb90-2ac968b1fa85 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530013 Aug 09 18:54:17.671127 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:17.699680 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-adda5a3d-d98d-4cc2-a916-bbf3adfda9d9 req-c1b98680-1f55-4971-9843-c796031d6943 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547158 Aug 09 18:54:17.709009 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:17.824102 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd14bfe5-72f0-402d-a192-de07b3405089,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:17.966640 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Attempting to bind port cd14bfe5-72f0-402d-a192-de07b3405089 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:54:17.966969 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Attempting to bind port cd14bfe5-72f0-402d-a192-de07b3405089 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:54:17.967325 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Attempting to bind port cd14bfe5-72f0-402d-a192-de07b3405089 on network f1f74e5a-517a-4b97-a245-2bc3214f0b77 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:18.013796 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Port cd14bfe5-72f0-402d-a192-de07b3405089 on network f1f74e5a-517a-4b97-a245-2bc3214f0b77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:54:18.014200 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Attempting to bind port cd14bfe5-72f0-402d-a192-de07b3405089 on network f1f74e5a-517a-4b97-a245-2bc3214f0b77 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:18.023605 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:54:18.023959 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Checking segment: {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:54:18.024353 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Bound using segment: {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:54:18.024888 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Bound port: cd14bfe5-72f0-402d-a192-de07b3405089, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:54:18.025259 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:18.142157 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] For port cd14bfe5-72f0-402d-a192-de07b3405089, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:54:18.167647 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] For port cd14bfe5-72f0-402d-a192-de07b3405089, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=cd14bfe5-72f0-402d-a192-de07b3405089,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:54:18.179246 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:18.292199 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88be686c-c3b7-45e3-ac9d-7b44c7583224 {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:18.310076 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:18.319778 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:18.319778 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:18.319778 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] 10.222.0.26 "PUT /v2.0/ports/cd14bfe5-72f0-402d-a192-de07b3405089 HTTP/1.1" status: 200 len: 1094 time: 1.8395469 Aug 09 18:54:18.347241 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Transition to ACTIVE for port object 88be686c-c3b7-45e3-ac9d-7b44c7583224 will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:54:18.348981 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d00d2a-0866-47c6-ac5a-215816028cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd14bfe5-72f0-402d-a192-de07b3405089,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:18.352655 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:18.426882 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b63a0e2-4b5d-4787-907e-6d0b192b1743', 'tag': 'cd14bfe5-72f0-402d-a192-de07b3405089'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:18.429188 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a858ea-3bb3-492e-9da2-2fac7c4a4798" -d '{"events": [{"name": "network-changed", "server_uuid": "9b63a0e2-4b5d-4787-907e-6d0b192b1743", "tag": "cd14bfe5-72f0-402d-a192-de07b3405089"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:18.448375 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Pushing event updated for resources: {'Port': ['ID=88be686c-c3b7-45e3-ac9d-7b44c7583224,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:18.501907 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66eb803-6413-4a3c-84ef-1acfd134e9db x-openstack-request-id: req-b66eb803-6413-4a3c-84ef-1acfd134e9db {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:18.502180 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b63a0e2-4b5d-4787-907e-6d0b192b1743", "tag": "cd14bfe5-72f0-402d-a192-de07b3405089", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:18.502437 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b66eb803-6413-4a3c-84ef-1acfd134e9db {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:18.502828 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b63a0e2-4b5d-4787-907e-6d0b192b1743', 'tag': 'cd14bfe5-72f0-402d-a192-de07b3405089', 'status': 'completed', 'code': 200} Aug 09 18:54:18.508093 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-f9eb86f5-42c5-4806-9d31-3e84ab38d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:18.509077 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-f9eb86f5-42c5-4806-9d31-3e84ab38d7fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1097 time: 0.1179237 Aug 09 18:54:18.586826 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-ae9c1a64-8b32-4a09-94df-ab092fdc1112 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd14bfe5-72f0-402d-a192-de07b3405089 HTTP/1.1" status: 200 len: 217 time: 0.0657272 Aug 09 18:54:18.641440 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Attempting to bind port 88be686c-c3b7-45e3-ac9d-7b44c7583224 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:54:18.641778 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Attempting to bind port 88be686c-c3b7-45e3-ac9d-7b44c7583224 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:54:18.642386 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Attempting to bind port 88be686c-c3b7-45e3-ac9d-7b44c7583224 on network f1f74e5a-517a-4b97-a245-2bc3214f0b77 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:18.715509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Port 88be686c-c3b7-45e3-ac9d-7b44c7583224 on network f1f74e5a-517a-4b97-a245-2bc3214f0b77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:54:18.715799 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Attempting to bind port 88be686c-c3b7-45e3-ac9d-7b44c7583224 on network f1f74e5a-517a-4b97-a245-2bc3214f0b77 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:18.742885 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:54:18.743534 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Checking segment: {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:54:18.744115 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Bound using segment: {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:54:18.744740 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Bound port: 88be686c-c3b7-45e3-ac9d-7b44c7583224, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:54:18.745109 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:18.748104 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1610aaab-e082-480f-b79c-93aa3ffd1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:18.749924 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-1610aaab-e082-480f-b79c-93aa3ffd1d6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.1531699 Aug 09 18:54:18.817271 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ab2cb553-5ed3-48ec-a185-82597610f62d no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:54:18.818767 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-f782a4aa-c933-459a-bddc-11832e853815 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552056 Aug 09 18:54:18.857657 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: ab2cb553-5ed3-48ec-a185-82597610f62d {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:54:18.858275 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ab2cb553-5ed3-48ec-a185-82597610f62d not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:54:18.964709 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-b01a9449-6e5e-4bfb-a095-0a5e110bfa03 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:18.972659 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-b01a9449-6e5e-4bfb-a095-0a5e110bfa03 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/networks?id=9d5ece44-b422-46c8-93a7-539dce5dc75a HTTP/1.1" status: 200 len: 809 time: 0.3432152 Aug 09 18:54:19.024380 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-3c1972a0-5ab6-4082-b139-60cb80eeb273 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/quotas/10d267a70ecd47cc899c30c3365f3891 HTTP/1.1" status: 200 len: 375 time: 0.0507915 Aug 09 18:54:19.039763 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732cf57-78d2-4bc2-8234-d55f4be936e8 req-6a3c91b6-eeee-4961-95fa-b7a64d3fa346 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:19.041406 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b732cf57-78d2-4bc2-8234-d55f4be936e8 req-6a3c91b6-eeee-4961-95fa-b7a64d3fa346 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 944 time: 0.2617300 Aug 09 18:54:19.052546 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] For port 88be686c-c3b7-45e3-ac9d-7b44c7583224, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:54:19.064071 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] For port 88be686c-c3b7-45e3-ac9d-7b44c7583224, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=88be686c-c3b7-45e3-ac9d-7b44c7583224,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:54:19.094965 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:19.108702 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-1e0f190c-7580-44b2-9fcc-9da3e93b5b2b tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=10d267a70ecd47cc899c30c3365f3891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620542 Aug 09 18:54:19.139841 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-99170e5a-e15c-4e9b-954e-111926ebf930 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912493 Aug 09 18:54:19.227820 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:19.228465 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:19.229901 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] 10.222.0.26 "PUT /v2.0/ports/88be686c-c3b7-45e3-ac9d-7b44c7583224 HTTP/1.1" status: 200 len: 1094 time: 1.6942821 Aug 09 18:54:19.312974 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b732cf57-78d2-4bc2-8234-d55f4be936e8 req-5957d02d-641a-48e6-a9c3-d062535a95eb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580991 Aug 09 18:54:19.333494 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0db42-16e7-4109-b5da-1ec0284f8e82 service neutron] Pushing event updated for resources: {'Port': ['ID=88be686c-c3b7-45e3-ac9d-7b44c7583224,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:19.713386 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-444b5d76-201a-4cb8-84a6-807fc1ac30e5 req-7764fb4d-8d0d-4ef1-9c66-babe80ab017f service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547628 Aug 09 18:54:19.749464 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-91f90d93-3ea4-408e-a506-1eef79a1d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:19.753462 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-91f90d93-3ea4-408e-a506-1eef79a1d4d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 1097 time: 0.4643819 Aug 09 18:54:19.758203 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-5f20e355-9f3f-4e01-a48c-89550630b09b service neutron] 10.222.0.57 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137540 Aug 09 18:54:19.850879 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e131b-9c9a-42bc-8ae4-b97031ef94ce req-bce9d1e5-6d26-47cb-a469-f13472d12b58 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:19.853805 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9f0e131b-9c9a-42bc-8ae4-b97031ef94ce req-bce9d1e5-6d26-47cb-a469-f13472d12b58 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 943 time: 0.2155325 Aug 09 18:54:19.854023 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-4c9dce61-b657-4f25-b65a-a7c2636fc875 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88be686c-c3b7-45e3-ac9d-7b44c7583224 HTTP/1.1" status: 200 len: 217 time: 0.0895326 Aug 09 18:54:19.999842 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9f0e131b-9c9a-42bc-8ae4-b97031ef94ce req-98feef6d-fa19-4d71-8e24-bb059c1e72ed tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187744 Aug 09 18:54:20.001278 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-bfd6dd09-e586-4599-b6ce-0e2cac44ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:20.002663 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-bfd6dd09-e586-4599-b6ce-0e2cac44ddcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.1228287 Aug 09 18:54:20.012242 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-d5972533-2685-4086-8673-cbb044a6b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:20.019346 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-d5972533-2685-4086-8673-cbb044a6b6a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1097 time: 0.1952765 Aug 09 18:54:20.039039 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47726) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:20.066151 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-9a0ede93-d03b-4d1e-ada8-de63808c7de8 service neutron] 10.222.0.57 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882898 Aug 09 18:54:20.104051 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-9d1f1097-bddb-4ddf-a72b-f3cfff56ffff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760589 Aug 09 18:54:20.170870 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6b9e51ab-05d2-453f-919f-5b21f70d517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:20.215741 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-9c9688bc-ecfc-4823-a600-8c25de90867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:20.217348 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-9c9688bc-ecfc-4823-a600-8c25de90867d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 920 time: 0.1853714 Aug 09 18:54:20.307984 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97754296-a3f1-4130-b13f-ea6eabf93cbb req-81897701-e024-47d8-957f-0775ce22adb3 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 210 time: 0.0753222 Aug 09 18:54:20.309320 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-bec02ac6-9f39-459d-a0dc-a465ecf8ae76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd14bfe5-72f0-402d-a192-de07b3405089 HTTP/1.1" status: 200 len: 217 time: 0.0809360 Aug 09 18:54:20.310490 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6b9e51ab-05d2-453f-919f-5b21f70d517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:20.311876 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-e72e516e-d410-48bc-9b86-ff125fcd6c23 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974781 Aug 09 18:54:20.317883 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6b9e51ab-05d2-453f-919f-5b21f70d517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:20.373094 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e51ab-05d2-453f-919f-5b21f70d517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff6cdc0-066d-4c70-8ba5-099b6211485f,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:20.394342 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47740) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:20.394935 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6b9e51ab-05d2-453f-919f-5b21f70d517d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b034e4603c1843669b6874b24d5dd223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537178 Aug 09 18:54:20.498501 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-0e3e8be8-80f0-44a5-9467-6888495f28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:20.500058 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-0e3e8be8-80f0-44a5-9467-6888495f28a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.1723447 Aug 09 18:54:20.505947 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9140b981-946e-4663-922f-e27858bd4790', 'tag': '88be686c-c3b7-45e3-ac9d-7b44c7583224'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:20.509263 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9140b981-946e-4663-922f-e27858bd4790", "tag": "88be686c-c3b7-45e3-ac9d-7b44c7583224"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:20.561131 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b306117d-a9cd-42c7-8796-9a7a50e1e969 x-openstack-request-id: req-b306117d-a9cd-42c7-8796-9a7a50e1e969 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:20.561616 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9140b981-946e-4663-922f-e27858bd4790", "tag": "88be686c-c3b7-45e3-ac9d-7b44c7583224", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:20.562057 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b306117d-a9cd-42c7-8796-9a7a50e1e969 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:20.562806 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9140b981-946e-4663-922f-e27858bd4790', 'tag': '88be686c-c3b7-45e3-ac9d-7b44c7583224', 'status': 'completed', 'code': 200} Aug 09 18:54:20.565139 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-16c6416c-938b-4b82-a103-f7a1e05e6796 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527947 Aug 09 18:54:20.671175 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe137df-65f8-4726-92d7-ff0cf33af71a req-253a5c53-b86a-4c50-a605-9afa6bdbb45a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:20.672752 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fbe137df-65f8-4726-92d7-ff0cf33af71a req-253a5c53-b86a-4c50-a605-9afa6bdbb45a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 944 time: 0.2423084 Aug 09 18:54:20.687556 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-82ccf987-f827-4848-b23d-b81b219e63f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:20.700821 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc8a841d-ddd8-47a3-8e94-d1294463bea9 req-8ffa3c5b-4b8f-4395-981a-4fbdf7b4adcc service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541911 Aug 09 18:54:20.754820 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-82ccf987-f827-4848-b23d-b81b219e63f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:20.775752 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fbe137df-65f8-4726-92d7-ff0cf33af71a req-b5eba01f-048f-4d73-9c42-1ad3d29ecd60 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927393 Aug 09 18:54:20.816776 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-0d67a6b7-9261-463e-9dd5-1f937cc9a8a2 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411156 Aug 09 18:54:20.827682 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 835054d4-dd6d-4a13-9fde-6d722cd45f89 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:54:20.898746 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-3207c022-093a-4b99-8dbe-0a2ad1b1306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:20.900322 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-3207c022-093a-4b99-8dbe-0a2ad1b1306d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 1097 time: 0.1236641 Aug 09 18:54:20.931608 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-82ccf987-f827-4848-b23d-b81b219e63f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:20.935179 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-82ccf987-f827-4848-b23d-b81b219e63f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:20.939279 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-82ccf987-f827-4848-b23d-b81b219e63f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bff6cdc0-066d-4c70-8ba5-099b6211485f HTTP/1.1" status: 204 len: 168 time: 0.5420067 Aug 09 18:54:20.952615 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 835054d4-dd6d-4a13-9fde-6d722cd45f89, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=835054d4-dd6d-4a13-9fde-6d722cd45f89,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:20.970555 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '835054d4-dd6d-4a13-9fde-6d722cd45f89', 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47', 'port_id': '835054d4-dd6d-4a13-9fde-6d722cd45f89', 'mac_address': 'fa:16:3e:b7:2f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bce482-1d8b-4264-b55a-f67b5b58bcec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:54:21.002150 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccf987-f827-4848-b23d-b81b219e63f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff6cdc0-066d-4c70-8ba5-099b6211485f,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:21.018374 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:21.044847 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835054d4-dd6d-4a13-9fde-6d722cd45f89 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:21.066992 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29a858ea-3bb3-492e-9da2-2fac7c4a4798 req-141dd4c7-3a7b-4355-a13d-70e599835986 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395535 Aug 09 18:54:21.071288 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 835054d4-dd6d-4a13-9fde-6d722cd45f89, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=835054d4-dd6d-4a13-9fde-6d722cd45f89,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:21.079149 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:21.117126 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-dc41174b-db83-4021-85ef-6bc5ea4fcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:21.122643 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-dc41174b-db83-4021-85ef-6bc5ea4fcfa7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 920 time: 0.2103732 Aug 09 18:54:21.138638 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=835054d4-dd6d-4a13-9fde-6d722cd45f89,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:21.172276 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-6ddc54f4-5f4d-4e3f-b0ba-269794452346 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88be686c-c3b7-45e3-ac9d-7b44c7583224 HTTP/1.1" status: 200 len: 217 time: 0.0395377 Aug 09 18:54:21.287970 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4d59f-5aa0-4cbd-bdd8-5c8c89d7125f req-4b409319-4dfc-48f7-89ff-3da8225bd6a2 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:21.297445 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2ce4d59f-5aa0-4cbd-bdd8-5c8c89d7125f req-4b409319-4dfc-48f7-89ff-3da8225bd6a2 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 944 time: 0.1240888 Aug 09 18:54:21.308485 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-e1ea2831-dcc2-48e9-8dd7-849fd1bc7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:21.309908 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-e1ea2831-dcc2-48e9-8dd7-849fd1bc7362 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.1065829 Aug 09 18:54:21.358949 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47770) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:21.385491 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['835054d4-dd6d-4a13-9fde-6d722cd45f89'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:21.392591 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0b564f4a-ccf7-4912-91ee-423aaf9144f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:21.455774 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-868877b2-8045-4a59-9ee9-2cb27356b56f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019840 Aug 09 18:54:21.564414 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0b564f4a-ccf7-4912-91ee-423aaf9144f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:21.569559 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0b564f4a-ccf7-4912-91ee-423aaf9144f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:21.571959 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2ce4d59f-5aa0-4cbd-bdd8-5c8c89d7125f req-3d5dcaf5-5aa0-40a1-a4e0-ffd2deca3276 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735238 Aug 09 18:54:21.635088 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-0b564f4a-ccf7-4912-91ee-423aaf9144f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9af8b6246adc46d7a9a3aeba71b38dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724235 Aug 09 18:54:21.635088 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b564f4a-ccf7-4912-91ee-423aaf9144f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a094c5bb-cee5-4f97-b05c-c2161f9aa22f,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:21.636216 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47776) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:21.681716 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9f7af9a4-f10e-4431-a7bd-cce75b862e98 req-479bd096-bf5f-4c1c-994b-959a3c0cdbbe tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 210 time: 0.1243420 Aug 09 18:54:21.733537 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-6d42b789-71b1-4de6-85ae-84fc59168129 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:21.735036 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-6d42b789-71b1-4de6-85ae-84fc59168129 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.26 "GET /v2.0/networks?id=9d5ece44-b422-46c8-93a7-539dce5dc75a HTTP/1.1" status: 200 len: 809 time: 0.3826716 Aug 09 18:54:21.750234 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a55a-8d76-40b4-b3f0-88734c825ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:21.755136 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Request body: {'port': {'device_id': 'f430fddc-3b16-4f96-9cb2-55241a96b953', 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a', 'admin_state_up': True, 'tenant_id': '10d267a70ecd47cc899c30c3365f3891'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:21.791258 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a55a-8d76-40b4-b3f0-88734c825ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:21.833436 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-2067240a-dae1-4c6e-a04a-5ad5b365082f service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572150 Aug 09 18:54:21.847828 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a55a-8d76-40b4-b3f0-88734c825ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:21.854893 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-4dc0a55a-8d76-40b4-b3f0-88734c825ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:21.862592 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-4dc0a55a-8d76-40b4-b3f0-88734c825ff5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a094c5bb-cee5-4f97-b05c-c2161f9aa22f HTTP/1.1" status: 204 len: 168 time: 0.2253661 Aug 09 18:54:21.876883 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0a55a-8d76-40b4-b3f0-88734c825ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a094c5bb-cee5-4f97-b05c-c2161f9aa22f,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:22.024218 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a812f-9e28-41d7-8226-5cec914a3d89 req-f32d7491-5402-4b9d-9827-595a303154c8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:22.025761 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a45a812f-9e28-41d7-8226-5cec914a3d89 req-f32d7491-5402-4b9d-9827-595a303154c8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 944 time: 0.1185236 Aug 09 18:54:22.028510 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Made reservation on behalf of 10d267a70ecd47cc899c30c3365f3891 for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:54:22.031882 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:22.037474 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-31b299c3-4bbd-4f9f-b0c0-198b8f70f2a4 req-218c0964-38f9-4502-8c73-1e87de4e6a5c service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941261 Aug 09 18:54:22.122492 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a45a812f-9e28-41d7-8226-5cec914a3d89 req-1b8282cb-fbfc-4813-8234-43539128fb1a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872674 Aug 09 18:54:22.198326 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Allocated IP 172.20.0.2 (9d5ece44-b422-46c8-93a7-539dce5dc75a/738622ba-201c-4f6d-a955-777d82875497/0769d86d-a31b-44bc-9680-a8fdc4aad560) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:54:22.422595 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:22.480687 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:22.524722 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47808) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:22.533139 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Network 9d5ece44-b422-46c8-93a7-539dce5dc75a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:54:22.544232 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:22.546756 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:54:22.636390 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Pushing event updated for resources: {'Port': ['ID=0769d86d-a31b-44bc-9680-a8fdc4aad560,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:22.670710 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:22.673599 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:22.729842 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3c000c18-cc16-44ed-be6e-cc7b8b14de32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:22.741248 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-48d6d5db-3e04-4f65-bb90-67d63d1987cf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9906733 Aug 09 18:54:22.752968 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e217d53-bef3-4a82-8c35-c3a155c5f3a0 req-43c3d9e9-2e10-4235-85ae-d40c8c09552a tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:22.760960 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8e217d53-bef3-4a82-8c35-c3a155c5f3a0 req-43c3d9e9-2e10-4235-85ae-d40c8c09552a tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 944 time: 0.0990582 Aug 09 18:54:22.768950 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Request body: {'port': {'device_id': 'f430fddc-3b16-4f96-9cb2-55241a96b953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:22.829057 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device cd14bfe5-72f0-402d-a192-de07b3405089 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:54:22.865115 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 835054d4-dd6d-4a13-9fde-6d722cd45f89 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:22.881633 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3c000c18-cc16-44ed-be6e-cc7b8b14de32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:22.904392 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8e217d53-bef3-4a82-8c35-c3a155c5f3a0 req-011695a1-5563-4a84-9db3-bcf505c46ac5 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339927 Aug 09 18:54:22.909288 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3c000c18-cc16-44ed-be6e-cc7b8b14de32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:22.909661 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:22.927268 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920e8c6-925c-46f0-a0f0-8e66f0abe856 req-5cc43a5f-a753-41d7-a484-de3b06b92ba5 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:22.928827 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4920e8c6-925c-46f0-a0f0-8e66f0abe856 req-5cc43a5f-a753-41d7-a484-de3b06b92ba5 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 931 time: 0.1643529 Aug 09 18:54:22.963052 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-3c000c18-cc16-44ed-be6e-cc7b8b14de32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dce7d6ca95c3404daec22f75eebd8750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366043 Aug 09 18:54:22.964553 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c000c18-cc16-44ed-be6e-cc7b8b14de32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0861562b-7467-4cb2-8dab-0881da075b57,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:22.967395 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47830) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:23.042728 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8439beef-45f6-491c-9153-840be162c819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.071139 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8439beef-45f6-491c-9153-840be162c819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.080770 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port cd14bfe5-72f0-402d-a192-de07b3405089, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=cd14bfe5-72f0-402d-a192-de07b3405089,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:23.084183 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4920e8c6-925c-46f0-a0f0-8e66f0abe856 req-13c3c392-4f56-4989-8296-808d0cf13d16 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264384 Aug 09 18:54:23.108560 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'cd14bfe5-72f0-402d-a192-de07b3405089', 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77', 'port_id': 'cd14bfe5-72f0-402d-a192-de07b3405089', 'mac_address': 'fa:16:3e:a4:0f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d4803a-e090-47af-b654-a2e417cd1850', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:54:23.140902 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 835054d4-dd6d-4a13-9fde-6d722cd45f89 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:54:23.153115 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 835054d4-dd6d-4a13-9fde-6d722cd45f89 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:23.154201 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.165594 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8439beef-45f6-491c-9153-840be162c819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.170560 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8439beef-45f6-491c-9153-840be162c819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.173159 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8439beef-45f6-491c-9153-840be162c819 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0861562b-7467-4cb2-8dab-0881da075b57 HTTP/1.1" status: 204 len: 168 time: 0.2039979 Aug 09 18:54:23.187185 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439beef-45f6-491c-9153-840be162c819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0861562b-7467-4cb2-8dab-0881da075b57,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:23.266857 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.290310 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd14bfe5-72f0-402d-a192-de07b3405089 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:23.312623 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port cd14bfe5-72f0-402d-a192-de07b3405089, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=cd14bfe5-72f0-402d-a192-de07b3405089,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:23.318215 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.422730 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=cd14bfe5-72f0-402d-a192-de07b3405089,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:23.426283 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.460979 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59da7a6-77e9-4c51-8e66-a1f9603ead46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835054d4-dd6d-4a13-9fde-6d722cd45f89'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:23.464801 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68c20e2-4032-44ef-9298-645f952bd805" -d '{"events": [{"server_uuid": "b59da7a6-77e9-4c51-8e66-a1f9603ead46", "name": "network-vif-plugged", "status": "completed", "tag": "835054d4-dd6d-4a13-9fde-6d722cd45f89"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:23.519758 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 835054d4-dd6d-4a13-9fde-6d722cd45f89, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=835054d4-dd6d-4a13-9fde-6d722cd45f89,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:23.527566 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.611773 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79704fc8-38cf-44b8-b8cf-e8440b0dda71 x-openstack-request-id: req-79704fc8-38cf-44b8-b8cf-e8440b0dda71 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:23.612187 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59da7a6-77e9-4c51-8e66-a1f9603ead46", "name": "network-vif-plugged", "status": "completed", "tag": "835054d4-dd6d-4a13-9fde-6d722cd45f89", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:23.612859 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79704fc8-38cf-44b8-b8cf-e8440b0dda71 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:23.613284 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59da7a6-77e9-4c51-8e66-a1f9603ead46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835054d4-dd6d-4a13-9fde-6d722cd45f89', 'code': 200} Aug 09 18:54:23.613961 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=835054d4-dd6d-4a13-9fde-6d722cd45f89,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:23.626768 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a6a8e-5adf-4de4-885b-44d3aa4c9f7f req-432de72d-49ef-4f75-a5e2-ec9c7ced802c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:23.636209 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-785a6a8e-5adf-4de4-885b-44d3aa4c9f7f req-432de72d-49ef-4f75-a5e2-ec9c7ced802c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 944 time: 0.1455982 Aug 09 18:54:23.642622 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['cd14bfe5-72f0-402d-a192-de07b3405089'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:23.721039 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47860) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:23.811595 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:54:23.880511 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-785a6a8e-5adf-4de4-885b-44d3aa4c9f7f req-1a87bf77-6dd9-4cc5-affb-0fd06344c42e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238431 Aug 09 18:54:23.914879 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0769d86d-a31b-44bc-9680-a8fdc4aad560 {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:23.928060 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.943109 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b107a-5595-4d90-b723-27208356ecb9 req-6663ef04-2413-4868-8922-0f7974899dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:23.944563 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fe4b107a-5595-4d90-b723-27208356ecb9 req-6663ef04-2413-4868-8922-0f7974899dd5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 1098 time: 0.0788000 Aug 09 18:54:23.946194 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-472c3574-3880-4572-be67-627b12cbea86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.949571 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Transition to ACTIVE for port object 0769d86d-a31b-44bc-9680-a8fdc4aad560 will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:54:23.953753 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:23.993463 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47868) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:24.013870 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cba5558c-669f-4247-89ba-3e0c4c3b408d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.098574 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0769d86d-a31b-44bc-9680-a8fdc4aad560,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:24.102692 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fe4b107a-5595-4d90-b723-27208356ecb9 req-5c935646-6929-4440-9e39-1fdeb4bd3282 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460156 Aug 09 18:54:24.107359 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-472c3574-3880-4572-be67-627b12cbea86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.117688 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-472c3574-3880-4572-be67-627b12cbea86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.149991 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1272b3-7cd4-4927-929c-40b576725fac req-9f95735f-687d-422e-84ea-1b2b25ddd811 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:24.152375 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6b1272b3-7cd4-4927-929c-40b576725fac req-9f95735f-687d-422e-84ea-1b2b25ddd811 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 945 time: 0.1468091 Aug 09 18:54:24.179092 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-472c3574-3880-4572-be67-627b12cbea86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=985ff1f172ce4f94a86125d69b7ddfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545665 Aug 09 18:54:24.180037 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c3574-3880-4572-be67-627b12cbea86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e3e2a-8619-4845-ab50-ace2adeea9a8,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:24.180192 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 47880) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:24.216440 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Attempting to bind port 0769d86d-a31b-44bc-9680-a8fdc4aad560 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:54:24.216755 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Attempting to bind port 0769d86d-a31b-44bc-9680-a8fdc4aad560 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'a6852f56-48e4-4730-86e0-6e5c5ba52094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:54:24.217159 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Attempting to bind port 0769d86d-a31b-44bc-9680-a8fdc4aad560 on network 9d5ece44-b422-46c8-93a7-539dce5dc75a {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:24.243876 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Port 0769d86d-a31b-44bc-9680-a8fdc4aad560 on network 9d5ece44-b422-46c8-93a7-539dce5dc75a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:54:24.244258 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Attempting to bind port 0769d86d-a31b-44bc-9680-a8fdc4aad560 on network 9d5ece44-b422-46c8-93a7-539dce5dc75a {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:24.246314 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cba5558c-669f-4247-89ba-3e0c4c3b408d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.250515 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cba5558c-669f-4247-89ba-3e0c4c3b408d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.250662 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6b1272b3-7cd4-4927-929c-40b576725fac req-e934f51f-06b7-44e2-b1a1-717f6b513b51 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911987 Aug 09 18:54:24.263621 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:54:24.263993 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Checking segment: {'id': 'a6852f56-48e4-4730-86e0-6e5c5ba52094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:54:24.264518 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Bound using segment: {'id': 'a6852f56-48e4-4730-86e0-6e5c5ba52094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:54:24.264807 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Bound port: 0769d86d-a31b-44bc-9680-a8fdc4aad560, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6852f56-48e4-4730-86e0-6e5c5ba52094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:54:24.265171 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.312373 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-cba5558c-669f-4247-89ba-3e0c4c3b408d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53fd209d8d494df995b686aafa4b6533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175724 Aug 09 18:54:24.313129 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5558c-669f-4247-89ba-3e0c4c3b408d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a3c873-9ea8-4073-8dc7-7aa077fb2944,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:24.316152 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 47884) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:24.326289 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b11623c5-6029-42c0-b14d-de436fad4577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.374720 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cf121a82-dc8d-490d-9eac-d190ef5820e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.376698 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b11623c5-6029-42c0-b14d-de436fad4577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.396657 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cf121a82-dc8d-490d-9eac-d190ef5820e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.439859 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] For port 0769d86d-a31b-44bc-9680-a8fdc4aad560, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:54:24.443707 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cf121a82-dc8d-490d-9eac-d190ef5820e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.446388 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cf121a82-dc8d-490d-9eac-d190ef5820e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.447534 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-cf121a82-dc8d-490d-9eac-d190ef5820e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66a3c873-9ea8-4073-8dc7-7aa077fb2944 HTTP/1.1" status: 204 len: 168 time: 0.1304240 Aug 09 18:54:24.456205 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf121a82-dc8d-490d-9eac-d190ef5820e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a3c873-9ea8-4073-8dc7-7aa077fb2944,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:24.472118 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] For port 0769d86d-a31b-44bc-9680-a8fdc4aad560, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0769d86d-a31b-44bc-9680-a8fdc4aad560,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:54:24.483848 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.507186 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca597204-0904-4886-a19e-2f0117d32347 req-5b5f0dbd-0b24-4d3b-888e-4e95164ed428 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:24.509263 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ca597204-0904-4886-a19e-2f0117d32347 req-5b5f0dbd-0b24-4d3b-888e-4e95164ed428 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 943 time: 0.1489522 Aug 09 18:54:24.538581 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:24.540098 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.541476 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/0769d86d-a31b-44bc-9680-a8fdc4aad560 HTTP/1.1" status: 200 len: 1093 time: 1.7785718 Aug 09 18:54:24.545179 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f430fddc-3b16-4f96-9cb2-55241a96b953', 'tag': '0769d86d-a31b-44bc-9680-a8fdc4aad560'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:24.546910 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbc015b-1780-44f4-b156-fedf92ffc229" -d '{"events": [{"name": "network-changed", "server_uuid": "f430fddc-3b16-4f96-9cb2-55241a96b953", "tag": "0769d86d-a31b-44bc-9680-a8fdc4aad560"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:24.559033 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be235697-de51-453b-84af-e63ed9691898 req-9963ab98-fdc9-4f30-a036-f259c2d4a7f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:24.561351 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-be235697-de51-453b-84af-e63ed9691898 req-9963ab98-fdc9-4f30-a036-f259c2d4a7f3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1974823 Aug 09 18:54:24.661785 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b11623c5-6029-42c0-b14d-de436fad4577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.664772 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b11623c5-6029-42c0-b14d-de436fad4577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:24.668215 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b11623c5-6029-42c0-b14d-de436fad4577 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/739e3e2a-8619-4845-ab50-ace2adeea9a8 HTTP/1.1" status: 204 len: 168 time: 0.4825997 Aug 09 18:54:24.683645 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ca597204-0904-4886-a19e-2f0117d32347 req-e673094c-48f9-4437-9e1e-204727a3bb6c tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528335 Aug 09 18:54:24.692188 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c80d18-ce75-4686-97e6-ca3fee9d41a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0769d86d-a31b-44bc-9680-a8fdc4aad560,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:24.706523 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-be235697-de51-453b-84af-e63ed9691898 req-e5c21677-f57c-45eb-8bfc-c02e40f511e5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348469 Aug 09 18:54:24.720008 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11623c5-6029-42c0-b14d-de436fad4577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e3e2a-8619-4845-ab50-ace2adeea9a8,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:24.746943 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-ab2f73e5-47fa-41ac-b53a-b15545d528a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:24.748792 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-ab2f73e5-47fa-41ac-b53a-b15545d528a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10d267a70ecd47cc899c30c3365f3891&device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 1096 time: 0.1456993 Aug 09 18:54:24.772963 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb5446-5630-4ab3-9b02-030367f26c44 x-openstack-request-id: req-16cb5446-5630-4ab3-9b02-030367f26c44 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:24.774454 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f430fddc-3b16-4f96-9cb2-55241a96b953", "tag": "0769d86d-a31b-44bc-9680-a8fdc4aad560", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:24.774924 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16cb5446-5630-4ab3-9b02-030367f26c44 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:24.775611 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f430fddc-3b16-4f96-9cb2-55241a96b953', 'tag': '0769d86d-a31b-44bc-9680-a8fdc4aad560', 'status': 'completed', 'code': 200} Aug 09 18:54:24.825339 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-b70cdfee-81f1-476f-9c15-d5daaf5e697b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0769d86d-a31b-44bc-9680-a8fdc4aad560 HTTP/1.1" status: 200 len: 217 time: 0.0677953 Aug 09 18:54:24.838667 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 88be686c-c3b7-45e3-ac9d-7b44c7583224 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:54:24.840767 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device cd14bfe5-72f0-402d-a192-de07b3405089 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:24.896284 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-0238e585-c923-48b1-b072-2a7c24e8248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:24.898674 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-0238e585-c923-48b1-b072-2a7c24e8248c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=738622ba-201c-4f6d-a955-777d82875497 HTTP/1.1" status: 200 len: 849 time: 0.0657001 Aug 09 18:54:24.962186 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-d09de1fd-df05-4836-b621-221902a11036 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d5ece44-b422-46c8-93a7-539dce5dc75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495281 Aug 09 18:54:24.993525 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port cd14bfe5-72f0-402d-a192-de07b3405089 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:54:25.005722 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port cd14bfe5-72f0-402d-a192-de07b3405089 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:25.006095 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:25.067799 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 88be686c-c3b7-45e3-ac9d-7b44c7583224, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=88be686c-c3b7-45e3-ac9d-7b44c7583224,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:25.087952 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '88be686c-c3b7-45e3-ac9d-7b44c7583224', 'network_id': 'f1f74e5a-517a-4b97-a245-2bc3214f0b77', 'port_id': '88be686c-c3b7-45e3-ac9d-7b44c7583224', 'mac_address': 'fa:16:3e:80:6a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d4803a-e090-47af-b654-a2e417cd1850', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:54:25.158710 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-b47a2793-fac5-412e-81c5-6e165ef3644e service neutron] 10.222.0.26 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854439 Aug 09 18:54:25.193130 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:25.217297 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88be686c-c3b7-45e3-ac9d-7b44c7583224 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:25.236003 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:25.253666 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 88be686c-c3b7-45e3-ac9d-7b44c7583224, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=88be686c-c3b7-45e3-ac9d-7b44c7583224,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:25.261769 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:25.272442 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942cf2a-df93-4a1e-9800-4488c7727237 req-75961095-07a2-4558-9eae-66d31a0220fa tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:25.280984 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5942cf2a-df93-4a1e-9800-4488c7727237 req-75961095-07a2-4558-9eae-66d31a0220fa tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 944 time: 0.1901999 Aug 09 18:54:25.323381 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port cd14bfe5-72f0-402d-a192-de07b3405089, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=cd14bfe5-72f0-402d-a192-de07b3405089,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:25.330865 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:25.352504 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5942cf2a-df93-4a1e-9800-4488c7727237 req-598cd6e2-de53-4812-a01a-53738eed9fbb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662901 Aug 09 18:54:25.357931 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=88be686c-c3b7-45e3-ac9d-7b44c7583224,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:25.382353 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8476dd1-903a-43e4-a1ff-ffb5df1b0403 req-4735dbfc-155c-48dd-a04f-e6566203f6ce service neutron] 10.222.0.26 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051103 Aug 09 18:54:25.422189 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=cd14bfe5-72f0-402d-a192-de07b3405089,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:25.468800 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0aabc-94cf-4e23-959c-8b40b05cd3c2 req-e0bc28e2-b6ac-4dd9-a109-f84305573008 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:25.472775 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9bc0aabc-94cf-4e23-959c-8b40b05cd3c2 req-e0bc28e2-b6ac-4dd9-a109-f84305573008 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 945 time: 0.0570898 Aug 09 18:54:25.511408 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9bc0aabc-94cf-4e23-959c-8b40b05cd3c2 req-00fbe170-9b48-4e4f-82b2-cd9970cb7862 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350270 Aug 09 18:54:25.614867 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b63a0e2-4b5d-4787-907e-6d0b192b1743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd14bfe5-72f0-402d-a192-de07b3405089'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:25.619368 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa141772-9e1e-4dfa-a79a-9ebd88386859" -d '{"events": [{"server_uuid": "9b63a0e2-4b5d-4787-907e-6d0b192b1743", "name": "network-vif-plugged", "status": "completed", "tag": "cd14bfe5-72f0-402d-a192-de07b3405089"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:25.663845 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f39189-20d5-4daa-83fb-b34c33e84ead x-openstack-request-id: req-e1f39189-20d5-4daa-83fb-b34c33e84ead {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:25.663845 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b63a0e2-4b5d-4787-907e-6d0b192b1743", "name": "network-vif-plugged", "status": "completed", "tag": "cd14bfe5-72f0-402d-a192-de07b3405089", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:25.664103 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1f39189-20d5-4daa-83fb-b34c33e84ead {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:25.664608 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b63a0e2-4b5d-4787-907e-6d0b192b1743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd14bfe5-72f0-402d-a192-de07b3405089', 'code': 200} Aug 09 18:54:25.916070 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac176ae3-3e85-4eae-a07f-78eeeb6d18d0 req-5ca15000-0968-41e7-9fac-004f95900ce1 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:25.919642 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ac176ae3-3e85-4eae-a07f-78eeeb6d18d0 req-5ca15000-0968-41e7-9fac-004f95900ce1 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 943 time: 0.1519845 Aug 09 18:54:25.972405 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d039b7a-6284-4863-b058-defd0ad2c1ae req-3fc7dff4-e2b8-40c2-b94c-9fd531963366 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:25.975808 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5d039b7a-6284-4863-b058-defd0ad2c1ae req-3fc7dff4-e2b8-40c2-b94c-9fd531963366 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1305554 Aug 09 18:54:26.012857 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ac176ae3-3e85-4eae-a07f-78eeeb6d18d0 req-7fbadcf0-78a6-4414-8073-6703d306efec tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859363 Aug 09 18:54:26.032440 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5d039b7a-6284-4863-b058-defd0ad2c1ae req-42ef7875-b505-4b81-bac8-c6d6596bd324 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452046 Aug 09 18:54:26.462094 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bb35-6487-4026-acbc-0a0f4cdda31f req-12919bf7-897c-43ca-b0ce-5352947feb90 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:26.463582 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b69bb35-6487-4026-acbc-0a0f4cdda31f req-12919bf7-897c-43ca-b0ce-5352947feb90 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 945 time: 0.0509543 Aug 09 18:54:26.501942 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b69bb35-6487-4026-acbc-0a0f4cdda31f req-31a32f16-7326-4317-a20f-8638df9367ac tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Aug 09 18:54:27.174601 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5a7dd-e357-431a-acc5-018e915b9690 req-499ce86e-7563-4425-986f-1b7b81052acf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:27.176171 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-87e5a7dd-e357-431a-acc5-018e915b9690 req-499ce86e-7563-4425-986f-1b7b81052acf tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 943 time: 0.0825276 Aug 09 18:54:27.189189 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007019c-e144-4526-a4bd-15040e09193d req-7783f2b3-80da-4b99-bdeb-0b139f41d8cf tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:27.190630 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1007019c-e144-4526-a4bd-15040e09193d req-7783f2b3-80da-4b99-bdeb-0b139f41d8cf tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0713935 Aug 09 18:54:27.246896 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-87e5a7dd-e357-431a-acc5-018e915b9690 req-26fc2d79-13e5-4258-91d5-dd0da5fcade0 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551667 Aug 09 18:54:27.251814 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1007019c-e144-4526-a4bd-15040e09193d req-22abc484-fa6f-4bc7-8704-e6abb2dd62a4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544269 Aug 09 18:54:27.616052 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abab874-fc2e-481d-922a-fbba894468da req-2cdb9c85-fa5c-4160-bc77-c703ee0a691c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:27.617560 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6abab874-fc2e-481d-922a-fbba894468da req-2cdb9c85-fa5c-4160-bc77-c703ee0a691c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 945 time: 0.0489337 Aug 09 18:54:27.655131 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6abab874-fc2e-481d-922a-fbba894468da req-250ee616-c63c-455c-936b-8987e00abf03 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Aug 09 18:54:28.349631 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:28.417751 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb368-7a25-4370-aac9-4b9e3352f67a req-c059b74b-70ea-4048-ae13-6a2c6d609da3 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:28.417751 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9c7eb368-7a25-4370-aac9-4b9e3352f67a req-c059b74b-70ea-4048-ae13-6a2c6d609da3 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 943 time: 0.0833590 Aug 09 18:54:28.419863 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed692612-7ef6-4203-8fb0-3d2440b9c076 req-4547ef79-333e-48d3-95a0-9886094cd740 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:28.421622 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ed692612-7ef6-4203-8fb0-3d2440b9c076 req-4547ef79-333e-48d3-95a0-9886094cd740 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0952532 Aug 09 18:54:28.477786 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['88be686c-c3b7-45e3-ac9d-7b44c7583224'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:28.481195 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9c7eb368-7a25-4370-aac9-4b9e3352f67a req-9cbdfa15-614a-4758-812c-56b137ddc406 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585935 Aug 09 18:54:28.488995 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ed692612-7ef6-4203-8fb0-3d2440b9c076 req-140b4380-7747-40e2-88c4-c3713b8493c0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590639 Aug 09 18:54:28.534478 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-d453e2c4-9a6d-41cf-a503-60baaf552315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:28.535944 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-d453e2c4-9a6d-41cf-a503-60baaf552315 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10d267a70ecd47cc899c30c3365f3891&device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 1096 time: 0.0459747 Aug 09 18:54:28.656279 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-a584a142-2508-47bf-8949-acd9b90a9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:28.657731 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-a584a142-2508-47bf-8949-acd9b90a9566 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d5ece44-b422-46c8-93a7-539dce5dc75a HTTP/1.1" status: 200 len: 910 time: 0.1073525 Aug 09 18:54:28.709626 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-b9acafac-26e2-44e9-a2c6-5335f9964401 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0769d86d-a31b-44bc-9680-a8fdc4aad560 HTTP/1.1" status: 200 len: 217 time: 0.0383618 Aug 09 18:54:28.761396 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5443c4a-a9e1-49a5-97ea-5eba5bfcd13a req-03894a0e-c99f-4574-be1a-4efb16f72dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:28.762876 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a5443c4a-a9e1-49a5-97ea-5eba5bfcd13a req-03894a0e-c99f-4574-be1a-4efb16f72dff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1099 time: 0.1243906 Aug 09 18:54:28.808404 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-1806bf63-a75b-44ca-bdb4-1f63ad64ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:28.809820 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-1806bf63-a75b-44ca-bdb4-1f63ad64ff69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=738622ba-201c-4f6d-a955-777d82875497 HTTP/1.1" status: 200 len: 849 time: 0.0928216 Aug 09 18:54:28.838480 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce8a6-ea38-4582-8eef-56dad02499dd req-b6af4ea0-4964-420a-bf14-f0fea62ff8b6 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:28.840032 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f68ce8a6-ea38-4582-8eef-56dad02499dd req-b6af4ea0-4964-420a-bf14-f0fea62ff8b6 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 945 time: 0.1140416 Aug 09 18:54:28.861244 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-2c16d2dd-f6a7-423b-9cc6-0512ba065571 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d5ece44-b422-46c8-93a7-539dce5dc75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402863 Aug 09 18:54:28.867112 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a5443c4a-a9e1-49a5-97ea-5eba5bfcd13a req-da70ec8d-abac-467e-b28c-569708ec4afa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883284 Aug 09 18:54:28.896113 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f68ce8a6-ea38-4582-8eef-56dad02499dd req-eb25d949-b745-4190-811b-399a8c96f8a6 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 Aug 09 18:54:29.013301 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-cc52ab85-fd40-4f51-8a58-30632a0745af service neutron] 10.222.0.26 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Aug 09 18:54:29.132340 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8fbc015b-1780-44f4-b156-fedf92ffc229 req-3fcbf478-fa83-4dad-b963-8d166910af38 service neutron] 10.222.0.26 "GET /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046126 Aug 09 18:54:29.605369 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1862aaec-146a-431a-8e2d-f62cbdb732db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:29.650955 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce0b2d-b783-42ba-b8f9-1a3d4866b628 req-6ffda8d4-5063-4cc5-b6cc-cd844d6725f6 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:29.652622 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-01ce0b2d-b783-42ba-b8f9-1a3d4866b628 req-6ffda8d4-5063-4cc5-b6cc-cd844d6725f6 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 943 time: 0.0962932 Aug 09 18:54:29.691558 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b65e49-103d-49d0-b85e-cbc57236a855 req-99d8df5c-b5d4-46aa-b587-f43a6db3871f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:29.693221 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-84b65e49-103d-49d0-b85e-cbc57236a855 req-99d8df5c-b5d4-46aa-b587-f43a6db3871f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0786381 Aug 09 18:54:29.720297 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-01ce0b2d-b783-42ba-b8f9-1a3d4866b628 req-0e1e1df6-5e80-4d21-a84f-1d1b46b99617 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594447 Aug 09 18:54:29.748628 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-84b65e49-103d-49d0-b85e-cbc57236a855 req-7099b115-8638-4201-beb3-7e681095ae41 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435271 Aug 09 18:54:30.028551 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5741a34-e197-4820-8f4f-b582d499700a req-de49303f-b2ed-4b9b-abad-7deecebe1b8b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:30.030323 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e5741a34-e197-4820-8f4f-b582d499700a req-de49303f-b2ed-4b9b-abad-7deecebe1b8b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 945 time: 0.0631900 Aug 09 18:54:30.075392 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e5741a34-e197-4820-8f4f-b582d499700a req-df58a520-5742-40f4-a4f0-3fbc718f204e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363293 Aug 09 18:54:30.859920 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 88be686c-c3b7-45e3-ac9d-7b44c7583224 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:30.887260 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53362267-7286-498d-90da-3148342786db req-00a46339-1a79-441f-ba01-11ee721de0b4 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:30.894996 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-53362267-7286-498d-90da-3148342786db req-00a46339-1a79-441f-ba01-11ee721de0b4 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 943 time: 0.0971780 Aug 09 18:54:30.914008 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88144473-b680-4059-803c-a66d357cb241 req-2bc883f3-8ee1-4ab0-ab72-561a7316cba6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:30.915572 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88144473-b680-4059-803c-a66d357cb241 req-2bc883f3-8ee1-4ab0-ab72-561a7316cba6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0916042 Aug 09 18:54:30.964348 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-53362267-7286-498d-90da-3148342786db req-caa4bca1-c21c-4828-b00e-4af3d01f4a88 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683937 Aug 09 18:54:30.988239 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88144473-b680-4059-803c-a66d357cb241 req-61b176cb-7392-4ceb-b935-43ab5cd85e3a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604188 Aug 09 18:54:31.038697 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 88be686c-c3b7-45e3-ac9d-7b44c7583224 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:54:31.043543 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 88be686c-c3b7-45e3-ac9d-7b44c7583224 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:31.043936 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.079011 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 48068) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:31.133210 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.170715 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9140b981-946e-4663-922f-e27858bd4790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be686c-c3b7-45e3-ac9d-7b44c7583224'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:31.173269 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b84f03-bdc9-43a6-8bfc-7b1c2db2ff75" -d '{"events": [{"server_uuid": "9140b981-946e-4663-922f-e27858bd4790", "name": "network-vif-plugged", "status": "completed", "tag": "88be686c-c3b7-45e3-ac9d-7b44c7583224"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:31.195723 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 88be686c-c3b7-45e3-ac9d-7b44c7583224, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=88be686c-c3b7-45e3-ac9d-7b44c7583224,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:31.201574 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.220995 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36946170-0fff-499b-8ece-085ba15fbda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.225615 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a104a-c516-4aff-8cab-2cf7695b2c50 req-e236051a-ca07-4383-be80-9aef5e572f79 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:31.229707 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2c2a104a-c516-4aff-8cab-2cf7695b2c50 req-e236051a-ca07-4383-be80-9aef5e572f79 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 945 time: 0.0771654 Aug 09 18:54:31.263170 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92d6967-9ec4-48d9-baf3-f433c3613666 x-openstack-request-id: req-c92d6967-9ec4-48d9-baf3-f433c3613666 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:31.263462 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9140b981-946e-4663-922f-e27858bd4790", "name": "network-vif-plugged", "status": "completed", "tag": "88be686c-c3b7-45e3-ac9d-7b44c7583224", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:31.266062 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c92d6967-9ec4-48d9-baf3-f433c3613666 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:31.267128 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9140b981-946e-4663-922f-e27858bd4790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88be686c-c3b7-45e3-ac9d-7b44c7583224', 'code': 200} Aug 09 18:54:31.270856 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=88be686c-c3b7-45e3-ac9d-7b44c7583224,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:31.314498 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2c2a104a-c516-4aff-8cab-2cf7695b2c50 req-1f1e8b0c-b695-41d5-85df-a209e888ca85 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766969 Aug 09 18:54:31.346873 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36946170-0fff-499b-8ece-085ba15fbda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.352497 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36946170-0fff-499b-8ece-085ba15fbda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.396830 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36946170-0fff-499b-8ece-085ba15fbda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc4181-1205-498f-82ec-0fe9839c04b1,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:31.403720 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-36946170-0fff-499b-8ece-085ba15fbda2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d594d83084b4960ac7075fcfc078750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211336 Aug 09 18:54:31.403983 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 48082) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:31.455727 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025488-0ba7-4941-a602-cdda3952ccb4 req-7743bd0f-16b9-4949-8e15-7e705daba299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:31.457457 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8d025488-0ba7-4941-a602-cdda3952ccb4 req-7743bd0f-16b9-4949-8e15-7e705daba299 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 1099 time: 0.0517006 Aug 09 18:54:31.466912 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8bd140c1-c57a-48fa-8b4e-50fc07c359d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.495996 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8bd140c1-c57a-48fa-8b4e-50fc07c359d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.507957 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8d025488-0ba7-4941-a602-cdda3952ccb4 req-04f21aa0-af78-4866-8e48-ffd355258beb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338931 Aug 09 18:54:31.549462 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8bd140c1-c57a-48fa-8b4e-50fc07c359d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.552113 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8bd140c1-c57a-48fa-8b4e-50fc07c359d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:31.553264 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8bd140c1-c57a-48fa-8b4e-50fc07c359d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50cc4181-1205-498f-82ec-0fe9839c04b1 HTTP/1.1" status: 204 len: 168 time: 0.1483471 Aug 09 18:54:31.561962 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd140c1-c57a-48fa-8b4e-50fc07c359d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc4181-1205-498f-82ec-0fe9839c04b1,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:32.119190 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c620e2-9345-4b5f-8cfd-93d5b80e35b0 req-df4da54b-dd1d-4eee-a59f-2381365d7ab4 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:32.120722 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-03c620e2-9345-4b5f-8cfd-93d5b80e35b0 req-df4da54b-dd1d-4eee-a59f-2381365d7ab4 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 943 time: 0.0826423 Aug 09 18:54:32.134137 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eedc06-0d5f-453e-a9c2-b0d4d5257cc3 req-19dc0107-477c-44a3-8f48-4b95c3650269 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:32.135702 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f2eedc06-0d5f-453e-a9c2-b0d4d5257cc3 req-19dc0107-477c-44a3-8f48-4b95c3650269 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0708284 Aug 09 18:54:32.192285 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-03c620e2-9345-4b5f-8cfd-93d5b80e35b0 req-f0309cdf-1a0a-4ceb-bffb-6d72aaa49694 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555427 Aug 09 18:54:32.198250 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f2eedc06-0d5f-453e-a9c2-b0d4d5257cc3 req-6b6f735f-0065-4ddb-8d57-ebdf675d3ae8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555258 Aug 09 18:54:32.347581 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4aea6421-e508-46f1-a9e6-3d9f8e2650c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:32.440575 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:32.446093 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dbd70-237b-4654-a8ee-e1246f083f10 req-33ae8a22-d53b-4acb-b264-f7048ab59f91 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:32.447640 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-776dbd70-237b-4654-a8ee-e1246f083f10 req-33ae8a22-d53b-4acb-b264-f7048ab59f91 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0558410 Aug 09 18:54:32.487260 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-776dbd70-237b-4654-a8ee-e1246f083f10 req-5fb7d810-9c44-48a8-bcdd-ce203332e488 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Aug 09 18:54:32.874459 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 0769d86d-a31b-44bc-9680-a8fdc4aad560 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:54:32.973859 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 0769d86d-a31b-44bc-9680-a8fdc4aad560, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0769d86d-a31b-44bc-9680-a8fdc4aad560,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:32.990539 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '0769d86d-a31b-44bc-9680-a8fdc4aad560', 'network_id': '9d5ece44-b422-46c8-93a7-539dce5dc75a', 'port_id': '0769d86d-a31b-44bc-9680-a8fdc4aad560', 'mac_address': 'fa:16:3e:83:26:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738622ba-201c-4f6d-a955-777d82875497', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:54:33.029439 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:33.043099 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0769d86d-a31b-44bc-9680-a8fdc4aad560 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:33.063476 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 0769d86d-a31b-44bc-9680-a8fdc4aad560, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0769d86d-a31b-44bc-9680-a8fdc4aad560,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:33.067746 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:33.118298 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=0769d86d-a31b-44bc-9680-a8fdc4aad560,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:33.269588 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:33.373671 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5349258-5f18-469f-863b-7b04527cee01 req-be76e0a4-dbbd-4af5-8e07-0533dc0eb242 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:33.375096 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f5349258-5f18-469f-863b-7b04527cee01 req-be76e0a4-dbbd-4af5-8e07-0533dc0eb242 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 944 time: 0.1085656 Aug 09 18:54:33.387743 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5c538-9bc8-43e3-9bb3-6f8ef43c4ba3 req-521ea07f-7c34-4e96-a0c9-c8ab2ab8d641 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:33.389240 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7dc5c538-9bc8-43e3-9bb3-6f8ef43c4ba3 req-521ea07f-7c34-4e96-a0c9-c8ab2ab8d641 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0898430 Aug 09 18:54:33.400954 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['0769d86d-a31b-44bc-9680-a8fdc4aad560'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:33.451223 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f5349258-5f18-469f-863b-7b04527cee01 req-2a08430e-7811-4e02-ad8c-fcb69f3cb77d tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610042 Aug 09 18:54:33.454013 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7dc5c538-9bc8-43e3-9bb3-6f8ef43c4ba3 req-d4e02ad6-572d-4275-8cdc-dd58d2f09767 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577674 Aug 09 18:54:33.605598 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee65933-db65-4e62-8239-8f1eb336e3af req-1495abe3-87b4-4339-bb16-6ce42cfc7657 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:33.607151 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4ee65933-db65-4e62-8239-8f1eb336e3af req-1495abe3-87b4-4339-bb16-6ce42cfc7657 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0527749 Aug 09 18:54:33.651780 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4ee65933-db65-4e62-8239-8f1eb336e3af req-e25317b9-0556-45be-bb62-3720b93c7128 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 Aug 09 18:54:33.971952 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-ff791d2b-29d9-42f7-823d-6873e37eace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:33.973495 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-ff791d2b-29d9-42f7-823d-6873e37eace7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 1099 time: 0.1077187 Aug 09 18:54:33.982313 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919b94-3064-40e9-9df3-4b1440096f2c req-47730d28-2c16-45b1-8a66-de804fb2ea7a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:33.983980 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4c919b94-3064-40e9-9df3-4b1440096f2c req-47730d28-2c16-45b1-8a66-de804fb2ea7a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1020069 Aug 09 18:54:34.088056 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4c919b94-3064-40e9-9df3-4b1440096f2c req-05016c8b-552a-41b4-8163-0ab2ac6a34d8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942519 Aug 09 18:54:34.113558 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-f433de7a-a205-47ef-8b0b-f211f3f9cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:34.115430 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-f433de7a-a205-47ef-8b0b-f211f3f9cdb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 920 time: 0.1305423 Aug 09 18:54:34.168626 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-f62d98de-4b6e-49c2-bab3-23703012a5b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88be686c-c3b7-45e3-ac9d-7b44c7583224 HTTP/1.1" status: 200 len: 217 time: 0.0369956 Aug 09 18:54:34.227911 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-a3e0b472-1a54-473c-abbc-a9e37452e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:34.229486 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-a3e0b472-1a54-473c-abbc-a9e37452e1a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.0484517 Aug 09 18:54:34.264243 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-b061ed5c-c37b-476e-a5c9-54752dc82e8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264506 Aug 09 18:54:34.356744 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 48142) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:34.472885 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b16cd99b-a589-4460-a131-8c41220de29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:34.592650 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b16cd99b-a589-4460-a131-8c41220de29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:34.597109 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b16cd99b-a589-4460-a131-8c41220de29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:34.643232 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-b16cd99b-a589-4460-a131-8c41220de29d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b24784ba1b444b12aac718646f3cf95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851055 Aug 09 18:54:34.645186 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 48150) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:34.651551 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cd99b-a589-4460-a131-8c41220de29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0202d3d0-0e66-4e16-ac4e-88017018436c,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:34.672081 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4b491-844b-4b73-b4fd-c83049a0f52d req-05dabdce-eb42-48ef-b970-e4ffda9b7e28 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:34.673610 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29f4b491-844b-4b73-b4fd-c83049a0f52d req-05dabdce-eb42-48ef-b970-e4ffda9b7e28 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 944 time: 0.1151531 Aug 09 18:54:34.687816 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9eba3-77b2-4840-b168-1fd953fafc3b req-564d415a-bd03-44bc-90b2-c4b44a32d2cc tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:34.689373 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07d9eba3-77b2-4840-b168-1fd953fafc3b req-564d415a-bd03-44bc-90b2-c4b44a32d2cc tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1321080 Aug 09 18:54:34.693956 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-75902f60-560f-48b8-af93-11951e17186c service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218287 Aug 09 18:54:34.702909 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e1101a10-b197-4373-82b0-cf0ad7123eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:34.733959 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e1101a10-b197-4373-82b0-cf0ad7123eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:34.788016 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e1101a10-b197-4373-82b0-cf0ad7123eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:34.791197 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e1101a10-b197-4373-82b0-cf0ad7123eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:34.792447 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-e1101a10-b197-4373-82b0-cf0ad7123eaa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0202d3d0-0e66-4e16-ac4e-88017018436c HTTP/1.1" status: 204 len: 168 time: 0.1463203 Aug 09 18:54:34.799960 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29f4b491-844b-4b73-b4fd-c83049a0f52d req-79abbc4d-38b1-4603-903f-3aa1baf5efe8 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092257 Aug 09 18:54:34.803048 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101a10-b197-4373-82b0-cf0ad7123eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0202d3d0-0e66-4e16-ac4e-88017018436c,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:34.825150 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07d9eba3-77b2-4840-b168-1fd953fafc3b req-265bddf5-a5de-44c8-8d17-c70c0f1dc25d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257148 Aug 09 18:54:34.854763 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3b01d40c-0271-4a4f-9021-b1d512543cd1 req-9fca9b16-7dc2-47a2-8d27-961a6719f724 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480999 Aug 09 18:54:34.901160 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 0769d86d-a31b-44bc-9680-a8fdc4aad560 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:34.962909 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 0769d86d-a31b-44bc-9680-a8fdc4aad560 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:54:34.966926 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 0769d86d-a31b-44bc-9680-a8fdc4aad560 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:34.967357 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:35.053437 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:35.092238 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f430fddc-3b16-4f96-9cb2-55241a96b953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0769d86d-a31b-44bc-9680-a8fdc4aad560'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:35.094873 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f0061f-07a3-4637-8e31-850842bcfcc7" -d '{"events": [{"server_uuid": "f430fddc-3b16-4f96-9cb2-55241a96b953", "name": "network-vif-plugged", "status": "completed", "tag": "0769d86d-a31b-44bc-9680-a8fdc4aad560"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:35.107308 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:35.111399 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 0769d86d-a31b-44bc-9680-a8fdc4aad560, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0769d86d-a31b-44bc-9680-a8fdc4aad560,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:35.122167 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:35.156264 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6a458f-344b-49bb-a25e-aa680465ff57 x-openstack-request-id: req-8f6a458f-344b-49bb-a25e-aa680465ff57 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:35.156738 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f430fddc-3b16-4f96-9cb2-55241a96b953", "name": "network-vif-plugged", "status": "completed", "tag": "0769d86d-a31b-44bc-9680-a8fdc4aad560", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:35.156994 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f6a458f-344b-49bb-a25e-aa680465ff57 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:35.157451 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f430fddc-3b16-4f96-9cb2-55241a96b953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0769d86d-a31b-44bc-9680-a8fdc4aad560', 'code': 200} Aug 09 18:54:35.225342 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=0769d86d-a31b-44bc-9680-a8fdc4aad560,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:35.277294 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a93d8-4655-485b-bc64-e8abd7c02c05 req-fe07bce0-8cde-4978-bfe7-834151a22b1e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:35.279795 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f97a93d8-4655-485b-bc64-e8abd7c02c05 req-fe07bce0-8cde-4978-bfe7-834151a22b1e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0856709 Aug 09 18:54:35.370017 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f97a93d8-4655-485b-bc64-e8abd7c02c05 req-36700541-2a04-49c8-82b8-244f4488b4af tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810201 Aug 09 18:54:35.392380 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ac496-c75d-4cd0-beb2-58455493acce req-cd6be920-d869-464d-b372-944fdab20ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:35.393913 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b67ac496-c75d-4cd0-beb2-58455493acce req-cd6be920-d869-464d-b372-944fdab20ae7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 1098 time: 0.0748799 Aug 09 18:54:35.446534 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b67ac496-c75d-4cd0-beb2-58455493acce req-1486d345-4915-4927-903c-16951078d047 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 Aug 09 18:54:35.983791 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c6a65-44f9-4ec1-90bb-d2115208bfe7 req-772fd405-7fab-470b-ac85-f0f8f67c1375 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:35.985367 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b13c6a65-44f9-4ec1-90bb-d2115208bfe7 req-772fd405-7fab-470b-ac85-f0f8f67c1375 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 945 time: 0.0845113 Aug 09 18:54:35.994136 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5c502-444d-4fb1-a6a2-a805d9a57837 req-e8e7acd8-4ac9-437b-a922-6a682980a8d5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:35.995589 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7ef5c502-444d-4fb1-a6a2-a805d9a57837 req-e8e7acd8-4ac9-437b-a922-6a682980a8d5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0841031 Aug 09 18:54:36.092928 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b13c6a65-44f9-4ec1-90bb-d2115208bfe7 req-3b24875a-97d3-4b31-9b98-45fd030bef47 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963366 Aug 09 18:54:36.104068 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7ef5c502-444d-4fb1-a6a2-a805d9a57837 req-774fa33a-e99f-4b45-91fc-c72dcf79bd2a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931199 Aug 09 18:54:36.484926 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad269dd-b031-42a4-9bdf-8c1665208bf9 req-7eb715ff-8b6a-4e81-9b44-44aa3a9c7035 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:36.486422 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8ad269dd-b031-42a4-9bdf-8c1665208bf9 req-7eb715ff-8b6a-4e81-9b44-44aa3a9c7035 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0496757 Aug 09 18:54:36.530134 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8ad269dd-b031-42a4-9bdf-8c1665208bf9 req-5d57f742-67a2-4c32-bc80-2f1a48a1bc5d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370901 Aug 09 18:54:37.262524 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c6ae8-1e6a-4208-b16b-dc6453234e9b req-423137f8-3af1-4d78-b2bc-a625c08bc92f tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:37.264065 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e07c6ae8-1e6a-4208-b16b-dc6453234e9b req-423137f8-3af1-4d78-b2bc-a625c08bc92f tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 945 time: 0.0813274 Aug 09 18:54:37.286802 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aab69-194f-40a7-9c69-779d588ac85c req-ac0b0ba7-0d50-4956-9022-9b937dc9c88e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:37.288418 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b49aab69-194f-40a7-9c69-779d588ac85c req-ac0b0ba7-0d50-4956-9022-9b937dc9c88e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0797036 Aug 09 18:54:37.343368 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e07c6ae8-1e6a-4208-b16b-dc6453234e9b req-ad4745a9-778a-4cae-a746-3ba67066ea02 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717816 Aug 09 18:54:37.352257 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b49aab69-194f-40a7-9c69-779d588ac85c req-95e1e96d-0c11-4a32-bb2c-314c1924f20c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553384 Aug 09 18:54:37.646293 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aa639-e807-4f4f-b4ac-16a53caa80c6 req-230fc489-3c3a-44a8-adcd-591ef6938667 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:37.647768 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f74aa639-e807-4f4f-b4ac-16a53caa80c6 req-230fc489-3c3a-44a8-adcd-591ef6938667 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0488310 Aug 09 18:54:37.684493 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f74aa639-e807-4f4f-b4ac-16a53caa80c6 req-f4a0a387-5907-4484-8d99-ea67cdec9802 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302842 Aug 09 18:54:38.495572 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3466-955b-4c44-b55f-ec8ab9799851 req-75adff98-e32d-4d32-b98a-bbcd7b7ea09f tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:38.497087 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-571d3466-955b-4c44-b55f-ec8ab9799851 req-75adff98-e32d-4d32-b98a-bbcd7b7ea09f tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 945 time: 0.0810559 Aug 09 18:54:38.509566 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2348-ec31-4bd0-88f2-e3c106248628 req-69986ce1-e5a1-4752-91e6-26dd3e50b83b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:38.511091 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6d7b2348-ec31-4bd0-88f2-e3c106248628 req-69986ce1-e5a1-4752-91e6-26dd3e50b83b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0695035 Aug 09 18:54:38.569083 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-571d3466-955b-4c44-b55f-ec8ab9799851 req-fb238466-21c9-4c11-9cce-0642a6f52257 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569854 Aug 09 18:54:38.573479 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6d7b2348-ec31-4bd0-88f2-e3c106248628 req-38a31fc4-9d83-4500-806b-3ed9de8cee2c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553186 Aug 09 18:54:38.799986 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c474f9-564c-4ccb-9011-17d5f44a5769 req-9b4d1824-964d-4cce-bf85-51a611195e61 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:38.801362 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88c474f9-564c-4ccb-9011-17d5f44a5769 req-9b4d1824-964d-4cce-bf85-51a611195e61 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0482385 Aug 09 18:54:38.839575 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88c474f9-564c-4ccb-9011-17d5f44a5769 req-088b142e-8e64-44a6-912e-363c5e28fe44 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Aug 09 18:54:39.748756 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6a44f-8509-4ed1-a935-eeffa45fa5ff req-77fc8411-e432-40f6-a82d-9f62a60b876b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:39.750324 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-16d6a44f-8509-4ed1-a935-eeffa45fa5ff req-77fc8411-e432-40f6-a82d-9f62a60b876b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0912833 Aug 09 18:54:39.759798 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a060875-ad3d-4c2f-8695-8962025363c9 req-968df232-ea0f-48d1-a408-f9a434e0c063 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:39.761343 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2a060875-ad3d-4c2f-8695-8962025363c9 req-968df232-ea0f-48d1-a408-f9a434e0c063 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 945 time: 0.0919642 Aug 09 18:54:39.809973 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-16d6a44f-8509-4ed1-a935-eeffa45fa5ff req-f8056d7e-aa48-42a7-9be0-d879146cace7 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474274 Aug 09 18:54:39.828929 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2a060875-ad3d-4c2f-8695-8962025363c9 req-704dcb2c-4d8a-485d-b907-68b14ed2b0e1 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598373 Aug 09 18:54:39.968425 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842dd07-b282-4da7-ae78-aa239be1e8b6 req-04f8dae9-6f65-41ec-b266-1a25527a135f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:39.969944 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b842dd07-b282-4da7-ae78-aa239be1e8b6 req-04f8dae9-6f65-41ec-b266-1a25527a135f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0601954 Aug 09 18:54:40.017852 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b842dd07-b282-4da7-ae78-aa239be1e8b6 req-d13302e4-2b70-4e3f-9bae-629999dc4441 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Aug 09 18:54:40.977783 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb7700-1cfd-422c-b934-08c7eaf33edf req-1365c9df-83be-4064-b871-09fb4646dd1c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:40.979293 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-33cb7700-1cfd-422c-b934-08c7eaf33edf req-1365c9df-83be-4064-b871-09fb4646dd1c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0894060 Aug 09 18:54:40.990385 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5567f-2c8e-46c6-9a12-239f7ac758c6 req-76dd4fbc-3d37-4563-b98b-130947359fa0 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:40.992370 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-24a5567f-2c8e-46c6-9a12-239f7ac758c6 req-76dd4fbc-3d37-4563-b98b-130947359fa0 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 945 time: 0.0713086 Aug 09 18:54:41.048447 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-33cb7700-1cfd-422c-b934-08c7eaf33edf req-f9803891-7515-40e3-a162-95f052d8bfa3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551107 Aug 09 18:54:41.056426 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-24a5567f-2c8e-46c6-9a12-239f7ac758c6 req-624e6e4a-9dfc-48c8-8379-54f5a7e90a58 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562055 Aug 09 18:54:41.168431 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bcb2f-fe67-4071-b96e-befede2098ae req-64133a50-16cf-4673-b73c-93a5ccf742c4 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:41.169942 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ef1bcb2f-fe67-4071-b96e-befede2098ae req-64133a50-16cf-4673-b73c-93a5ccf742c4 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0576742 Aug 09 18:54:41.212071 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ef1bcb2f-fe67-4071-b96e-befede2098ae req-199c3beb-33e7-4375-bd09-bac7f8d00be4 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353446 Aug 09 18:54:42.002496 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea2b5e-21e3-4bca-be5b-99561f278a5e req-ca47e17e-2fd8-400a-8f6e-f2750b29528d tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:42.004316 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e4ea2b5e-21e3-4bca-be5b-99561f278a5e req-ca47e17e-2fd8-400a-8f6e-f2750b29528d tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 945 time: 0.0773778 Aug 09 18:54:42.115561 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e4ea2b5e-21e3-4bca-be5b-99561f278a5e req-1cb1bbc4-5438-4a58-bb9d-95f69e34ece9 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981307 Aug 09 18:54:42.176072 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-953c64e0-a6f7-4e74-ae45-21a425b499f1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:42.177747 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-953c64e0-a6f7-4e74-ae45-21a425b499f1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 810 time: 0.1658010 Aug 09 18:54:42.212158 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-12e39634-abab-4839-9207-68f6bcffb343 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/quotas/09a04cbf8f39460ab273e7059fd96e15 HTTP/1.1" status: 200 len: 375 time: 0.0286326 Aug 09 18:54:42.281635 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c0cd-a49a-431c-98a2-bd2d2f5a7b00 req-7e43998c-a12e-4501-9e12-75557490401f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:42.283170 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7316c0cd-a49a-431c-98a2-bd2d2f5a7b00 req-7e43998c-a12e-4501-9e12-75557490401f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0925679 Aug 09 18:54:42.298145 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-027996c4-069f-44e3-b3ec-18cf6ad53243 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710986 Aug 09 18:54:42.433790 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7316c0cd-a49a-431c-98a2-bd2d2f5a7b00 req-362f6b60-8b4f-4c1d-8882-21c56e320826 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439569 Aug 09 18:54:42.484908 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-4f039360-3e95-4f6b-a3b2-d5b43569a2a6 service neutron] 10.222.0.57 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694589 Aug 09 18:54:42.606818 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1905-8ad1-48ec-9c12-e467c56d013e req-92e254f2-1560-47cc-90bb-6b375eeabac7 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:42.608362 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-675d1905-8ad1-48ec-9c12-e467c56d013e req-92e254f2-1560-47cc-90bb-6b375eeabac7 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1094861 Aug 09 18:54:42.630826 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-496e1194-9c5f-4160-b9c3-81e45436caca service neutron] 10.222.0.57 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395113 Aug 09 18:54:42.665657 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-675d1905-8ad1-48ec-9c12-e467c56d013e req-0a5750ad-afac-4ed3-a010-b0a59ba3c78a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470197 Aug 09 18:54:42.808769 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6b9410d7-19a8-4c6c-990e-62c92badbf65 req-c313f1c3-c28e-4771-b31a-dfda73161828 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0271389 Aug 09 18:54:43.278801 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88a384-9c2f-4e8b-92f0-c5d6ca7535fb req-325359b6-38dd-455b-a6f3-d903654c88d7 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:43.280561 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3d88a384-9c2f-4e8b-92f0-c5d6ca7535fb req-325359b6-38dd-455b-a6f3-d903654c88d7 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 945 time: 0.0646958 Aug 09 18:54:43.328757 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3d88a384-9c2f-4e8b-92f0-c5d6ca7535fb req-d0d91d67-a797-4c5a-be22-242937fc9351 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Aug 09 18:54:43.576584 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f32b5a-05f4-4918-bac4-13645ac5a946 req-dc5c5495-3d26-4bf2-ac4b-8a9d81e6ed2f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:43.578134 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-37f32b5a-05f4-4918-bac4-13645ac5a946 req-dc5c5495-3d26-4bf2-ac4b-8a9d81e6ed2f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0541382 Aug 09 18:54:43.629455 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-37f32b5a-05f4-4918-bac4-13645ac5a946 req-165b36ee-f8c9-4fa4-9272-30ba402049a6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Aug 09 18:54:43.706238 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-cc04948a-4aee-4ba2-8709-b851d35b974a tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:43.707806 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-cc04948a-4aee-4ba2-8709-b851d35b974a tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.26 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 945 time: 0.0521908 Aug 09 18:54:43.849874 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3b00-db16-4961-9baa-7dad8c45e451 req-e72d26e6-1765-44c5-95d9-d31c582ee1dc tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:43.860954 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-058c3b00-db16-4961-9baa-7dad8c45e451 req-e72d26e6-1765-44c5-95d9-d31c582ee1dc tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1103477 Aug 09 18:54:43.938894 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-058c3b00-db16-4961-9baa-7dad8c45e451 req-0372c2af-7038-46ff-8afb-bc07609bc601 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770755 Aug 09 18:54:43.944401 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Deleting port 0769d86d-a31b-44bc-9680-a8fdc4aad560 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:54:43.944784 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:44.030984 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2c30bc26-79fd-46c9-bf51-a183d1419294 req-0d7933c6-64ba-4823-8466-04bc1dd37137 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0689821 Aug 09 18:54:44.184818 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] For port 0769d86d-a31b-44bc-9680-a8fdc4aad560, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0769d86d-a31b-44bc-9680-a8fdc4aad560,segment=NetworkSegment(a6852f56-48e4-4730-86e0-6e5c5ba52094),segment_id=a6852f56-48e4-4730-86e0-6e5c5ba52094)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:44.185193 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:44.199755 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-d998a488-0b13-4fef-8db5-3f662f130538 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:44.201895 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-d998a488-0b13-4fef-8db5-3f662f130538 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 810 time: 0.1739194 Aug 09 18:54:44.208689 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Calling delete_port for 0769d86d-a31b-44bc-9680-a8fdc4aad560 owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:54:44.224826 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Request body: {'port': {'device_id': '46ede65c-f562-4e8a-a194-b434b7ccd797', 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47', 'admin_state_up': True, 'tenant_id': '09a04cbf8f39460ab273e7059fd96e15'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:44.485126 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Made reservation on behalf of 09a04cbf8f39460ab273e7059fd96e15 for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:54:44.490301 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:44.581406 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:44.596477 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['0769d86d-a31b-44bc-9680-a8fdc4aad560'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:44.676028 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Pushing event deleted for resources: {'Port': ['ID=0769d86d-a31b-44bc-9680-a8fdc4aad560,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:44.689859 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82c71d-3417-430e-80a8-a21d4e62e1ed req-1ec1ec6d-0bf0-4bab-9507-d674915ffa51 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:44.691628 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4b82c71d-3417-430e-80a8-a21d4e62e1ed req-1ec1ec6d-0bf0-4bab-9507-d674915ffa51 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/ports?device_id=f430fddc-3b16-4f96-9cb2-55241a96b953 HTTP/1.1" status: 200 len: 867 time: 0.2428303 Aug 09 18:54:44.761452 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.761807 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.762145 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.762474 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.762802 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.763129 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.763453 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.763771 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.764118 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.764436 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.764788 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.765113 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:44.773069 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] No DVR routers for this DVR port 0769d86d-a31b-44bc-9680-a8fdc4aad560 on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:54:44.798234 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:44.800673 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9a9bef18-e05a-4bef-9331-3349aef45fd7 req-891a835b-527c-4b60-a8a1-9ae8aef205ca tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.26 "DELETE /v2.0/ports/0769d86d-a31b-44bc-9680-a8fdc4aad560 HTTP/1.1" status: 204 len: 173 time: 1.0843256 Aug 09 18:54:44.805063 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f430fddc-3b16-4f96-9cb2-55241a96b953', 'name': 'network-vif-deleted', 'tag': '0769d86d-a31b-44bc-9680-a8fdc4aad560'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:44.805063 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d79e5-bfad-42e4-a94e-03ca08fd5e97" -d '{"events": [{"server_uuid": "f430fddc-3b16-4f96-9cb2-55241a96b953", "name": "network-vif-deleted", "tag": "0769d86d-a31b-44bc-9680-a8fdc4aad560"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:44.916341 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4b82c71d-3417-430e-80a8-a21d4e62e1ed req-29e94d4b-228e-431f-b1c9-1646a7ece814 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b073124-2ab1-492b-852a-0093c8622a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868927 Aug 09 18:54:44.930136 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac48964-0188-484f-8439-de72aac1d253 req-deebfd56-fde7-4150-ac7c-bd9eba2b7ef2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:44.947088 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-dac48964-0188-484f-8439-de72aac1d253 req-deebfd56-fde7-4150-ac7c-bd9eba2b7ef2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1602306 Aug 09 18:54:44.947088 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Allocated IP 172.20.0.13 (778664c4-12ac-4a24-abae-812d81f19c47/e1bce482-1d8b-4264-b55a-f67b5b58bcec/c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:54:45.004256 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-dac48964-0188-484f-8439-de72aac1d253 req-fd2d6286-74fe-4cdb-923f-5ebe68fe2ad5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640266 Aug 09 18:54:45.013177 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbc3856-7302-419f-a6df-5a0ff024bc1e x-openstack-request-id: req-3dbc3856-7302-419f-a6df-5a0ff024bc1e {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:45.013468 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f430fddc-3b16-4f96-9cb2-55241a96b953", "name": "network-vif-deleted", "tag": "0769d86d-a31b-44bc-9680-a8fdc4aad560", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:45.013719 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3dbc3856-7302-419f-a6df-5a0ff024bc1e {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:45.014118 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f430fddc-3b16-4f96-9cb2-55241a96b953', 'name': 'network-vif-deleted', 'tag': '0769d86d-a31b-44bc-9680-a8fdc4aad560', 'status': 'completed', 'code': 200} Aug 09 18:54:45.394644 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-535a03a4-fbb9-4f98-b8a4-4315bf842dea req-e18059b8-8c75-4e32-8b09-672f9831580e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0439458 Aug 09 18:54:45.442590 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f6f7-1b8e-4ac2-baa9-6f775eb91bc5 req-60ef20cf-a5b2-4fe9-82e2-8773210e0885 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:45.444124 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7b09f6f7-1b8e-4ac2-baa9-6f775eb91bc5 req-60ef20cf-a5b2-4fe9-82e2-8773210e0885 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.3515053 Aug 09 18:54:45.463472 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:45.516064 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7b09f6f7-1b8e-4ac2-baa9-6f775eb91bc5 req-665aa7c5-52e9-4f59-8c9f-52d2387de256 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591249 Aug 09 18:54:45.549097 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:45.564129 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'eefa8d4c-a7d3-438f-8508-c48001c80646', '835054d4-dd6d-4a13-9fde-6d722cd45f89'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:45.608733 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Network 778664c4-12ac-4a24-abae-812d81f19c47 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:54:45.614862 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:45.623469 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:54:45.631104 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Pushing event updated for resources: {'Port': ['ID=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:45.693989 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:45.694771 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:45.711475 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-50d9a4f3-c404-4955-ba68-7bf0513303c0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4910798 Aug 09 18:54:45.734643 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Request body: {'port': {'device_id': '46ede65c-f562-4e8a-a194-b434b7ccd797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:45.798546 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:46.148994 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:46.181725 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:46.202221 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Transition to ACTIVE for port object c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:54:46.211609 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:46.223770 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce7f3a-4c7a-4589-8f26-c9d3fdaf84ea req-48e7ee02-46de-4b20-a6c3-af181ca63306 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:46.225400 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-51ce7f3a-4c7a-4589-8f26-c9d3fdaf84ea req-48e7ee02-46de-4b20-a6c3-af181ca63306 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0716138 Aug 09 18:54:46.359834 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:46.374560 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-51ce7f3a-4c7a-4589-8f26-c9d3fdaf84ea req-66a6d4a0-ba7b-4d1c-95df-136952fc2ab7 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427073 Aug 09 18:54:46.410049 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Attempting to bind port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:54:46.410388 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Attempting to bind port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:54:46.410716 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Attempting to bind port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc on network 778664c4-12ac-4a24-abae-812d81f19c47 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:46.415642 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc on network 778664c4-12ac-4a24-abae-812d81f19c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:54:46.416091 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Attempting to bind port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc on network 778664c4-12ac-4a24-abae-812d81f19c47 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:54:46.421649 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:54:46.422063 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Checking segment: {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:54:46.422610 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Bound using segment: {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:54:46.423192 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Bound port: c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:54:46.423942 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:46.536994 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] For port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:54:46.541139 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] For port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:54:46.552713 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:46.644353 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9311e-d1f3-46f2-8e9b-78172cd388b3 req-90d47ae0-4336-4c61-ae68-94dd7c831403 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:46.647345 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0bd9311e-d1f3-46f2-8e9b-78172cd388b3 req-90d47ae0-4336-4c61-ae68-94dd7c831403 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 944 time: 0.1700547 Aug 09 18:54:46.655258 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:46.655982 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:46.657525 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] 10.222.0.26 "PUT /v2.0/ports/c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc HTTP/1.1" status: 200 len: 1094 time: 0.9292836 Aug 09 18:54:46.741672 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ec7e2-542b-4a99-8c00-fc88d1717286 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:46.747351 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0bd9311e-d1f3-46f2-8e9b-78172cd388b3 req-9311de9c-eaeb-45bb-96af-27c0ca65590a tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810685 Aug 09 18:54:46.789654 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe997608-c50e-4e8c-9268-0979d0147316 req-aaefd4c4-abe8-4f35-a3ae-9a50872f5680 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:46.791260 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fe997608-c50e-4e8c-9268-0979d0147316 req-aaefd4c4-abe8-4f35-a3ae-9a50872f5680 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1442635 Aug 09 18:54:46.814631 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-ba7f2e92-9d32-4060-b552-513d4819320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:46.817150 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-ba7f2e92-9d32-4060-b552-513d4819320d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 1097 time: 0.0870273 Aug 09 18:54:46.922688 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-3e4fb461-87bc-4776-807a-0bfb7caec5bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc HTTP/1.1" status: 200 len: 217 time: 0.0919182 Aug 09 18:54:46.936036 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fe997608-c50e-4e8c-9268-0979d0147316 req-0871b8a5-e829-4889-8afd-8bdf19dcac72 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372585 Aug 09 18:54:46.992478 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-b483b555-6c45-4299-b431-eefc5acc2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:46.994018 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-b483b555-6c45-4299-b431-eefc5acc2a47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 200 len: 850 time: 0.0570488 Aug 09 18:54:46.998960 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:54:47.027091 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ede65c-f562-4e8a-a194-b434b7ccd797', 'tag': 'c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:47.029462 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0" -d '{"events": [{"name": "network-changed", "server_uuid": "46ede65c-f562-4e8a-a194-b434b7ccd797", "tag": "c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:47.034802 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-635f45bb-bda7-442b-ad98-72ad39defbde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778664c4-12ac-4a24-abae-812d81f19c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326798 Aug 09 18:54:47.073894 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e31bc1f-e109-4d8b-8332-cf2514eb689e x-openstack-request-id: req-0e31bc1f-e109-4d8b-8332-cf2514eb689e {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:47.074244 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ede65c-f562-4e8a-a194-b434b7ccd797", "tag": "c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:47.074432 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e31bc1f-e109-4d8b-8332-cf2514eb689e {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:47.074825 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ede65c-f562-4e8a-a194-b434b7ccd797', 'tag': 'c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc', 'status': 'completed', 'code': 200} Aug 09 18:54:47.103536 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:47.117377 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'port_id': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'mac_address': 'fa:16:3e:f0:b5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:54:47.157552 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:47.180680 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2d7ac04-6927-4aec-a2b1-7681788a5721 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:47.188833 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-5587bdcb-9450-438a-b6a0-4c287f45dcd3 service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390038 Aug 09 18:54:47.207136 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:47.213682 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:47.284842 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=6']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:47.294421 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0be40aef-9036-4a9d-83d0-9eadb8214e58 req-6c5330f2-69e8-46b5-9dd1-3d8e2735093e service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967720 Aug 09 18:54:47.508424 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796c2b-17c4-4829-8537-270bc7aa3ba5 req-babafa33-6471-4c6d-b091-6a5a9a84aa70 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:47.512860 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bf796c2b-17c4-4829-8537-270bc7aa3ba5 req-babafa33-6471-4c6d-b091-6a5a9a84aa70 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.0549583 Aug 09 18:54:47.553535 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bf796c2b-17c4-4829-8537-270bc7aa3ba5 req-6317ae82-2459-4c5f-9414-ff31d9fca04d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358968 Aug 09 18:54:47.911435 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3bdac-d13a-49e0-873b-0492a484635a req-b4698d55-ea14-4dfb-9c43-f645831a11d7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:47.914004 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aae3bdac-d13a-49e0-873b-0492a484635a req-b4698d55-ea14-4dfb-9c43-f645831a11d7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 944 time: 0.0774508 Aug 09 18:54:47.955286 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aae3bdac-d13a-49e0-873b-0492a484635a req-2417a8c5-8849-4d5b-af69-adb6b80aab5c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352583 Aug 09 18:54:48.078951 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1dd481-a351-41a1-b951-6c203b92cb19 req-d1e44f0e-4904-4e9e-9ea6-53de2eab9ee3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:48.080494 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-db1dd481-a351-41a1-b951-6c203b92cb19 req-d1e44f0e-4904-4e9e-9ea6-53de2eab9ee3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0525579 Aug 09 18:54:48.126131 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-db1dd481-a351-41a1-b951-6c203b92cb19 req-386777e0-ea0c-4b3f-ad16-682d46668735 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349929 Aug 09 18:54:48.706525 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42aebf-626b-448d-a62e-d82ab32c39b9 req-e4e5dd5a-69ae-47f3-9b1f-d711c4ae2512 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:48.708100 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b42aebf-626b-448d-a62e-d82ab32c39b9 req-e4e5dd5a-69ae-47f3-9b1f-d711c4ae2512 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.0548360 Aug 09 18:54:48.749015 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b42aebf-626b-448d-a62e-d82ab32c39b9 req-26cdcd36-a9b7-4349-8411-0de7960170e2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337894 Aug 09 18:54:49.094231 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da078d-16c4-450e-8c45-ebac76a4d2dc req-461d8dfe-a014-4ba8-9b66-32ae06cfdbe4 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:49.095756 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f5da078d-16c4-450e-8c45-ebac76a4d2dc req-461d8dfe-a014-4ba8-9b66-32ae06cfdbe4 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 944 time: 0.0535247 Aug 09 18:54:49.135056 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f5da078d-16c4-450e-8c45-ebac76a4d2dc req-0f1c6c33-7a64-45e4-99df-676e8c021d6a tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Aug 09 18:54:49.258271 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906641ff-d026-4ad5-be87-56a581da9233 req-f04dbe72-1bae-4b2b-9ec3-f27db5fcb61e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:49.260936 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-906641ff-d026-4ad5-be87-56a581da9233 req-f04dbe72-1bae-4b2b-9ec3-f27db5fcb61e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0625999 Aug 09 18:54:49.300842 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-906641ff-d026-4ad5-be87-56a581da9233 req-1d3b0277-868f-4c96-a91d-754186548e41 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Aug 09 18:54:49.880448 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34208a9a-092f-4022-9d2f-527c8b1b322e req-f82c7555-6f3d-4915-b79d-df4414e4267f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:49.881935 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-34208a9a-092f-4022-9d2f-527c8b1b322e req-f82c7555-6f3d-4915-b79d-df4414e4267f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.0557544 Aug 09 18:54:49.922486 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-34208a9a-092f-4022-9d2f-527c8b1b322e req-feac0f83-527a-4b23-9ee2-6d4e16f75795 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337741 Aug 09 18:54:50.271466 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd403-9c02-4271-8e13-62aca456215c req-2b9474ad-17ab-49b4-886e-9579b55e7ba1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:50.273628 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1d7cd403-9c02-4271-8e13-62aca456215c req-2b9474ad-17ab-49b4-886e-9579b55e7ba1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 944 time: 0.0614948 Aug 09 18:54:50.318155 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1d7cd403-9c02-4271-8e13-62aca456215c req-c9126052-d007-4e22-ba6d-f2be0b431b16 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 Aug 09 18:54:50.432189 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a25b-fd3a-4c55-9458-0f80d980645a req-f0e9378d-aaf3-47eb-800d-0a390a056051 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:50.433712 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-91a8a25b-fd3a-4c55-9458-0f80d980645a req-f0e9378d-aaf3-47eb-800d-0a390a056051 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0526671 Aug 09 18:54:50.476361 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-91a8a25b-fd3a-4c55-9458-0f80d980645a req-5f94a2cd-f9dd-4855-88cb-b081c5acfacd tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352516 Aug 09 18:54:50.698585 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 0769d86d-a31b-44bc-9680-a8fdc4aad560 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:54:50.719295 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 0769d86d-a31b-44bc-9680-a8fdc4aad560 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:54:50.719632 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 0769d86d-a31b-44bc-9680-a8fdc4aad560 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:54:50.754459 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['a2d7ac04-6927-4aec-a2b1-7681788a5721'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:50.766445 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-a0c5a550-3fc8-4306-a6b6-721ff5a54ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:50.768141 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-a0c5a550-3fc8-4306-a6b6-721ff5a54ef8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a04cbf8f39460ab273e7059fd96e15&device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 1097 time: 0.0451870 Aug 09 18:54:50.894736 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-f8d613d8-7872-468e-9a16-d5e8318ddf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:50.896263 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-f8d613d8-7872-468e-9a16-d5e8318ddf4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 200 len: 911 time: 0.1104543 Aug 09 18:54:50.951345 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-a0b609b7-89b2-427e-89eb-af919beda677 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc HTTP/1.1" status: 200 len: 217 time: 0.0378816 Aug 09 18:54:51.032196 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-546757ee-9261-42d2-b6c1-021364a9b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:51.032196 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-546757ee-9261-42d2-b6c1-021364a9b1ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 200 len: 850 time: 0.0616651 Aug 09 18:54:51.092821 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-f7a61b8c-7f60-4a70-960a-7a4e59804918 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=778664c4-12ac-4a24-abae-812d81f19c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343404 Aug 09 18:54:51.167265 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c376ba-31db-43cb-995e-cb46ddca0372 req-cbabc1a7-541d-4315-a1dd-26d1b8dcf094 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:51.168905 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b0c376ba-31db-43cb-995e-cb46ddca0372 req-cbabc1a7-541d-4315-a1dd-26d1b8dcf094 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.1403961 Aug 09 18:54:51.243091 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b0c376ba-31db-43cb-995e-cb46ddca0372 req-196f17f5-29cd-4582-8b72-393108da541e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656238 Aug 09 18:54:51.270952 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-6041779e-e98e-4300-a1b2-e690f2e0431e service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683383 Aug 09 18:54:51.393811 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a213e8ea-a236-48ff-845c-c7dd1c5f73b0 req-83cdfa4e-4cac-4eac-863f-5563470d245c service neutron] 10.222.0.26 "GET /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114182 Aug 09 18:54:51.461595 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53162e9-9ace-4461-b0bf-67559f423395 req-668415b1-ba6b-44e6-a54e-77dd0692fa15 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:51.463275 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b53162e9-9ace-4461-b0bf-67559f423395 req-668415b1-ba6b-44e6-a54e-77dd0692fa15 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 944 time: 0.0636017 Aug 09 18:54:51.504741 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b53162e9-9ace-4461-b0bf-67559f423395 req-9f7debb6-43e8-4837-a5ea-44586b69b9dd tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347099 Aug 09 18:54:51.568863 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:51.638883 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port a2d7ac04-6927-4aec-a2b1-7681788a5721 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:51.639502 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:51.655803 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46450048-a7b0-4a35-a2c8-74442580ce18 req-bcb4aeee-c22e-4254-99bb-8160154680ad tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:51.665401 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-46450048-a7b0-4a35-a2c8-74442580ce18 req-bcb4aeee-c22e-4254-99bb-8160154680ad tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0824685 Aug 09 18:54:51.745144 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-46450048-a7b0-4a35-a2c8-74442580ce18 req-22c50125-4333-497a-87d6-61de785f6fa5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781994 Aug 09 18:54:51.760833 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:51.799229 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:51.801840 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc36847d-0e46-454b-ae1d-34177c6da258" -d '{"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:51.831940 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:51.838122 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:51.869395 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6dac1b-5e3f-4982-83bd-528ab691e936 x-openstack-request-id: req-ee6dac1b-5e3f-4982-83bd-528ab691e936 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:51.869715 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:51.870012 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee6dac1b-5e3f-4982-83bd-528ab691e936 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:51.870713 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'code': 200} Aug 09 18:54:51.901783 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=7']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:52.413489 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a917394-fd06-4ad9-b139-a552d9e13ae7 req-47f5b716-7600-45ac-8d91-1750f965dc92 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:52.415932 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9a917394-fd06-4ad9-b139-a552d9e13ae7 req-47f5b716-7600-45ac-8d91-1750f965dc92 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0684540 Aug 09 18:54:52.476312 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9a917394-fd06-4ad9-b139-a552d9e13ae7 req-7dc42927-fcff-4f85-af24-df9118ad637a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538132 Aug 09 18:54:52.663532 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d51ed3-33fe-44ce-9d4b-d2d70d430e3c req-d1365b4d-476b-42e2-ada0-8e17240a2af8 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:52.666267 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-95d51ed3-33fe-44ce-9d4b-d2d70d430e3c req-d1365b4d-476b-42e2-ada0-8e17240a2af8 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 944 time: 0.0693722 Aug 09 18:54:52.708536 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-95d51ed3-33fe-44ce-9d4b-d2d70d430e3c req-c48809e4-9154-4532-abd7-6a77cff23cbb tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344446 Aug 09 18:54:52.962023 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15404cc6-a3f5-4743-86ee-4c4e67750fff req-6b9a7ab7-d913-4098-9dc9-c559e945473c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:52.978810 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-15404cc6-a3f5-4743-86ee-4c4e67750fff req-6b9a7ab7-d913-4098-9dc9-c559e945473c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1434951 Aug 09 18:54:53.088206 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-15404cc6-a3f5-4743-86ee-4c4e67750fff req-3c332ee1-725f-45c9-942c-7fbb38697219 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082530 Aug 09 18:54:53.457866 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 48688) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:53.570428 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:54:53.620815 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:53.768825 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:53.775548 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:53.787019 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:53.807814 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc', 'network_id': '778664c4-12ac-4a24-abae-812d81f19c47', 'port_id': 'c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc', 'mac_address': 'fa:16:3e:4d:3f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bce482-1d8b-4264-b55a-f67b5b58bcec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:54:53.816359 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3381807fb25b4b279b1295e2a8742e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573058 Aug 09 18:54:53.820228 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 48696) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:53.876698 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6b8ae7-f0a6-4b2c-b078-c511874d65cf,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:53.886986 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.887640 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.888608 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.889160 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.889685 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.890206 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.890388 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:53.890872 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.891383 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.891883 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.892575 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.893066 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.893556 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436dfcf2-f36d-4fad-91c4-53c2ca5e2a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:54:53.912048 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:54:53.963416 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:53.971362 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:54.010742 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c1aac028-d8c9-4099-a979-da4beacba6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:54.032460 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35afb2-f1f0-4d56-8ab1-1feba4bc8f81 req-696973d1-a341-44c4-9924-6171b7369fff tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:54.035268 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6c35afb2-f1f0-4d56-8ab1-1feba4bc8f81 req-696973d1-a341-44c4-9924-6171b7369fff tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1760724 Aug 09 18:54:54.054756 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:54.062091 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a3392-f260-4162-a7da-d17503b78df5 req-7d9ce4ac-c956-4db0-84fc-dd3273f8e075 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:54.068504 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c20a3392-f260-4162-a7da-d17503b78df5 req-7d9ce4ac-c956-4db0-84fc-dd3273f8e075 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 944 time: 0.2080050 Aug 09 18:54:54.125678 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c1aac028-d8c9-4099-a979-da4beacba6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:54.199415 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6c35afb2-f1f0-4d56-8ab1-1feba4bc8f81 req-77b58050-e0de-4af2-ab52-979424573ca1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278932 Aug 09 18:54:54.235642 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c20a3392-f260-4162-a7da-d17503b78df5 req-a843994c-7352-4f3b-8bd2-0c84e1a74e3b tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574957 Aug 09 18:54:54.302972 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b37342-1013-40c4-afaf-09490a4adc57 req-1048fc7b-053a-4aac-bafe-e79f3d99e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:54.302972 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83b37342-1013-40c4-afaf-09490a4adc57 req-1048fc7b-053a-4aac-bafe-e79f3d99e047 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 1099 time: 0.1270859 Aug 09 18:54:54.328467 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c1aac028-d8c9-4099-a979-da4beacba6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:54.335190 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c1aac028-d8c9-4099-a979-da4beacba6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:54.347591 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-c1aac028-d8c9-4099-a979-da4beacba6e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de6b8ae7-f0a6-4b2c-b078-c511874d65cf HTTP/1.1" status: 204 len: 168 time: 0.5255508 Aug 09 18:54:54.405405 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:54:54.452822 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aac028-d8c9-4099-a979-da4beacba6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6b8ae7-f0a6-4b2c-b078-c511874d65cf,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:54.616490 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030da68-a506-4b42-a217-af4692e63ab7 req-cca37532-7f47-4731-baab-1e53fb7025ef tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:54.616490 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b030da68-a506-4b42-a217-af4692e63ab7 req-cca37532-7f47-4731-baab-1e53fb7025ef tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.2164445 Aug 09 18:54:54.742922 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b37342-1013-40c4-afaf-09490a4adc57 req-80b240f6-f8ef-489e-9b8b-fef218638611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:54.749893 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83b37342-1013-40c4-afaf-09490a4adc57 req-80b240f6-f8ef-489e-9b8b-fef218638611 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.3907154 Aug 09 18:54:54.937506 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b030da68-a506-4b42-a217-af4692e63ab7 req-2a1b190c-9302-4a1b-b0ea-5994b38f3a46 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318322 Aug 09 18:54:54.989303 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83b37342-1013-40c4-afaf-09490a4adc57 req-9dfb0f91-ebff-479a-9975-7a3a2f32f757 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721 HTTP/1.1" status: 200 len: 1001 time: 0.2132449 Aug 09 18:54:55.142859 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b37342-1013-40c4-afaf-09490a4adc57 req-12a7be14-d084-4fd7-a051-cec31f11884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:55.144812 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83b37342-1013-40c4-afaf-09490a4adc57 req-12a7be14-d084-4fd7-a051-cec31f11884b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.1393032 Aug 09 18:54:55.212605 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b37342-1013-40c4-afaf-09490a4adc57 req-83676fc3-e52f-4fd6-b0b6-e7b8541e0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:55.214939 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83b37342-1013-40c4-afaf-09490a4adc57 req-83676fc3-e52f-4fd6-b0b6-e7b8541e0491 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578101 Aug 09 18:54:55.442714 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83b37342-1013-40c4-afaf-09490a4adc57 req-ea201441-9234-41c4-b0c2-066b00b191b7 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180994 Aug 09 18:54:55.652512 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9629-149a-4609-bd61-c473b3bac0c4 req-0df01156-aa33-40be-a803-c59b5314e14d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:55.660863 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ae5f9629-149a-4609-bd61-c473b3bac0c4 req-0df01156-aa33-40be-a803-c59b5314e14d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.2703493 Aug 09 18:54:55.708850 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f0c7-d0c1-4bcb-8f2c-bbb5272181d1 req-9e1e70f9-09c8-45a0-b2d4-4a6c9cdb0afe tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:55.724458 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-98b0f0c7-d0c1-4bcb-8f2c-bbb5272181d1 req-9e1e70f9-09c8-45a0-b2d4-4a6c9cdb0afe tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 945 time: 0.2498486 Aug 09 18:54:55.724631 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 48728) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:55.753332 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83b37342-1013-40c4-afaf-09490a4adc57 req-a50615e5-bc23-4ec8-af4e-7e9caf518a9e service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797070 Aug 09 18:54:55.808232 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ae5f9629-149a-4609-bd61-c473b3bac0c4 req-9bd44831-80cb-457c-92fa-6017426bbbe5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461108 Aug 09 18:54:55.847873 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-98b0f0c7-d0c1-4bcb-8f2c-bbb5272181d1 req-673c05b0-4638-4533-bf13-3beaf692d198 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199303 Aug 09 18:54:55.905206 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-371292023-network', 'tenant_id': '9b4362cc3ab847759757de42d4c4be9a'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:55.937735 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Made reservation on behalf of 9b4362cc3ab847759757de42d4c4be9a for: {'network': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:54:55.944387 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:55.957074 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:56.107213 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:56.111133 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df0e22-afdf-4079-98b2-faa6ed3485bd req-1583eb62-3a61-4f6d-84c0-5fb999980499 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:56.118710 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:56.120076 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-30df0e22-afdf-4079-98b2-faa6ed3485bd req-1583eb62-3a61-4f6d-84c0-5fb999980499 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0659187 Aug 09 18:54:56.149042 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:54:56.170691 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:56.172128 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.segments_db [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Added segment 96c9e128-e31e-4452-8db9-93c57962b528 of type vlan for network ef510cb9-adb2-4141-b802-c0f0d0ab701e Aug 09 18:54:56.175450 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-30df0e22-afdf-4079-98b2-faa6ed3485bd req-412dc4b5-5806-4550-adf7-f319694baf66 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543878 Aug 09 18:54:56.249436 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813f9968-d9d9-4c08-a4a6-4265fb56c690,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:56.274777 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:56.357757 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:56.360113 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:56.361659 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:56.656724 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9308045 Aug 09 18:54:56.661522 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 48742) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:54:56.670050 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Request body: {'subnet': {'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-371292023-subnet', 'tenant_id': '9b4362cc3ab847759757de42d4c4be9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:54:56.686522 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03eb32-8f49-4dab-9f81-2edefe3c179f admin admin] Pushing event updated for resources: {'Network': ['ID=ef510cb9-adb2-4141-b802-c0f0d0ab701e,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:56.711070 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network ef510cb9-adb2-4141-b802-c0f0d0ab701e details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:54:56.727945 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Made reservation on behalf of 9b4362cc3ab847759757de42d4c4be9a for: {'subnet': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:54:56.736476 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10385339'] for subnet, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:57.118846 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd9a88-b528-4edd-b15a-f481a6eb03f9 req-226f6ebb-b750-4e74-97cf-0bd1f1105dc6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:57.120647 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0dfd9a88-b528-4edd-b15a-f481a6eb03f9 req-226f6ebb-b750-4e74-97cf-0bd1f1105dc6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 945 time: 0.1578925 Aug 09 18:54:57.129113 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5e39c-38f5-481c-a265-8b85e5b0b151 req-f985cf43-f855-4d24-834c-3ade544d9cf4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:57.130837 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c1d5e39c-38f5-481c-a265-8b85e5b0b151 req-f985cf43-f855-4d24-834c-3ade544d9cf4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1669576 Aug 09 18:54:57.132689 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8829005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10385289'] for subnet, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:57.253147 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234204ff-a8de-4a0b-8d69-13f497165b88,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:57.263402 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0dfd9a88-b528-4edd-b15a-f481a6eb03f9 req-e9b2d9d9-9ccb-4a82-a746-da9f840e20b5 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279943 Aug 09 18:54:57.276968 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c1d5e39c-38f5-481c-a265-8b85e5b0b151 req-04baf3dc-d476-468c-9a71-f4d183754424 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362858 Aug 09 18:54:57.328628 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Checking segment: {'id': '96c9e128-e31e-4452-8db9-93c57962b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:54:57.329267 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Network hostable DHCP agents. Network: ef510cb9-adb2-4141-b802-c0f0d0ab701e, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:54:57.386873 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Network ef510cb9-adb2-4141-b802-c0f0d0ab701e is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:54:57.412650 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, ef510cb9-adb2-4141-b802-c0f0d0ab701e) {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:54:57.425273 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf8b1be-4818-402a-bc29-34ece0c1d4ae None None] Network ef510cb9-adb2-4141-b802-c0f0d0ab701e requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:54:57.441566 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:57.442181 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:57.481661 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-418c2cb5-5a86-4c06-a4ff-54feac850375 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8097475 Aug 09 18:54:57.496964 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5930-c3af-40a1-b9dc-8e9d5b05a0b0 req-d71acbd3-dbdd-4ab3-b7ca-0535701cc36a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:57.505714 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b46f5930-c3af-40a1-b9dc-8e9d5b05a0b0 req-d71acbd3-dbdd-4ab3-b7ca-0535701cc36a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1199429 Aug 09 18:54:57.565318 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b46f5930-c3af-40a1-b9dc-8e9d5b05a0b0 req-684ede50-e84f-47d6-bd72-a2dba30279c1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568182 Aug 09 18:54:57.627691 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:54:57.780456 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0067f9-1d5b-45e6-983e-3280fee774a7 None None] Network ef510cb9-adb2-4141-b802-c0f0d0ab701e requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:54:57.855037 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:54:57.866000 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:54:57.867086 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:58.066921 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:58.099741 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ede65c-f562-4e8a-a194-b434b7ccd797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:54:58.102906 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ffe7d2-d688-492b-9ae5-8a33847aef9c" -d '{"events": [{"server_uuid": "46ede65c-f562-4e8a-a194-b434b7ccd797", "name": "network-vif-plugged", "status": "completed", "tag": "c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:54:58.120913 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:54:58.132276 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:58.192078 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ea6bf2-131e-40e4-8803-77c88e576a30 x-openstack-request-id: req-53ea6bf2-131e-40e4-8803-77c88e576a30 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:54:58.192744 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ede65c-f562-4e8a-a194-b434b7ccd797", "name": "network-vif-plugged", "status": "completed", "tag": "c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:54:58.193333 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53ea6bf2-131e-40e4-8803-77c88e576a30 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:54:58.194571 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ede65c-f562-4e8a-a194-b434b7ccd797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc', 'code': 200} Aug 09 18:54:58.250906 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:54:58.383801 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:54:58.885099 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b990c3-eaed-4cc6-b06f-475592f42f70 req-9c094790-4aba-4e17-a694-2250ac59506a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:58.893827 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-47b990c3-eaed-4cc6-b06f-475592f42f70 req-9c094790-4aba-4e17-a694-2250ac59506a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.4749496 Aug 09 18:54:58.928977 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2ba51-1b6b-4896-91a8-5d2b4d0b6c31 req-fb9e888b-9786-4c4a-a1cf-863c3d2ca6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:58.931150 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99e2ba51-1b6b-4896-91a8-5d2b4d0b6c31 req-fb9e888b-9786-4c4a-a1cf-863c3d2ca6b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 1099 time: 0.4591100 Aug 09 18:54:58.946002 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178224d-0f85-4618-94e0-b4384f75747d req-da746ef3-4a5b-437a-8b7c-d13ef4be796c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:58.947761 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e178224d-0f85-4618-94e0-b4384f75747d req-da746ef3-4a5b-437a-8b7c-d13ef4be796c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 946 time: 0.4769397 Aug 09 18:54:58.984547 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-47b990c3-eaed-4cc6-b06f-475592f42f70 req-94aa8c6c-385e-4384-b253-d43a1c626b3c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894198 Aug 09 18:54:59.022845 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99e2ba51-1b6b-4896-91a8-5d2b4d0b6c31 req-4fc2f781-1fa6-4bbe-9dd0-453cbcd0b7d0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734093 Aug 09 18:54:59.033203 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e178224d-0f85-4618-94e0-b4384f75747d req-a19432aa-b48d-4e0a-9167-1f662d99ac6e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685701 Aug 09 18:54:59.209362 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4628db-8ced-4495-8ba5-36d891b2376b req-d123e6c0-52ef-45c2-95c0-42df2514dfed tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:54:59.217712 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1c4628db-8ced-4495-8ba5-36d891b2376b req-d123e6c0-52ef-45c2-95c0-42df2514dfed tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0977604 Aug 09 18:54:59.264898 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1c4628db-8ced-4495-8ba5-36d891b2376b req-0fec5610-c64d-45da-bb7c-da4eb4981f58 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457475 Aug 09 18:54:59.612491 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8986736d-c609-440f-b95d-fd92bf730177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:00.216109 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a80ac-8545-4676-9157-bdf0e5290276 req-a670edde-6f6a-4869-ba09-548b6c59b0d0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:00.219273 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f42a80ac-8545-4676-9157-bdf0e5290276 req-a670edde-6f6a-4869-ba09-548b6c59b0d0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1057448 Aug 09 18:55:00.308089 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f42a80ac-8545-4676-9157-bdf0e5290276 req-a077111f-876e-40f1-bf7c-c78667ffb245 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795686 Aug 09 18:55:00.491805 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850e0b-d047-4c3a-aadb-3921c3ad9ab7 req-26fb8bde-2917-48e7-925e-84c18cd3a8af tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:00.494723 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d7850e0b-d047-4c3a-aadb-3921c3ad9ab7 req-26fb8bde-2917-48e7-925e-84c18cd3a8af tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 946 time: 0.0838695 Aug 09 18:55:00.580981 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d7850e0b-d047-4c3a-aadb-3921c3ad9ab7 req-9ff62133-6ac3-47ea-80c5-31f59ba7b80f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737727 Aug 09 18:55:00.811491 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:55:00.947635 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce9e3-adbe-4021-8066-929fcd730838 req-dc49d6f8-3d71-41b0-aeaf-3d924bd3d362 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:00.962558 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ff9ce9e3-adbe-4021-8066-929fcd730838 req-dc49d6f8-3d71-41b0-aeaf-3d924bd3d362 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1925433 Aug 09 18:55:01.058349 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ff9ce9e3-adbe-4021-8066-929fcd730838 req-7b3773db-727d-4a85-8015-f681436eb20b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940173 Aug 09 18:55:01.545141 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a155b7-1507-4536-8914-c10dd8aa1665 req-3c7c3922-f9ca-446a-9ff3-a8cbcdc4e028 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:01.554554 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a8a155b7-1507-4536-8914-c10dd8aa1665 req-3c7c3922-f9ca-446a-9ff3-a8cbcdc4e028 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1025267 Aug 09 18:55:01.612595 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a8a155b7-1507-4536-8914-c10dd8aa1665 req-c14d9012-26cb-4517-bedb-04c40a120ed0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568259 Aug 09 18:55:02.362686 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-65de0d02-d468-4fea-b3c8-3def742211be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:02.370224 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8350ae1-ff6b-46cf-b1ef-7a91c175de56 req-05505bc9-0538-46d1-9c89-c7d0bf75a77b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:02.379858 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8350ae1-ff6b-46cf-b1ef-7a91c175de56 req-05505bc9-0538-46d1-9c89-c7d0bf75a77b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1499245 Aug 09 18:55:02.452765 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8350ae1-ff6b-46cf-b1ef-7a91c175de56 req-9fb1e1ef-56c6-4332-97bb-489ee6e47207 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721133 Aug 09 18:55:02.525508 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:03.288813 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:03.535918 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a57d9-51d7-41ae-8034-77cad1227d48 req-22b1de25-d685-417c-892c-c1e901485664 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:03.538462 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e39a57d9-51d7-41ae-8034-77cad1227d48 req-22b1de25-d685-417c-892c-c1e901485664 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1264775 Aug 09 18:55:03.642910 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e39a57d9-51d7-41ae-8034-77cad1227d48 req-9371846e-a5ca-4cfa-bac7-b3ff0e97d2e7 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953436 Aug 09 18:55:03.816646 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06134383-3b0e-42ea-9485-be55dd9ae34c req-281ebbe8-7124-4571-bed5-4cbf04d9a167 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:03.825520 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-06134383-3b0e-42ea-9485-be55dd9ae34c req-281ebbe8-7124-4571-bed5-4cbf04d9a167 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1021013 Aug 09 18:55:03.956581 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-06134383-3b0e-42ea-9485-be55dd9ae34c req-dfecc7c2-c094-4736-b3d4-a65991679d5f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298773 Aug 09 18:55:04.809363 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172d7d5-24fa-4eeb-9c47-83cd254de3a6 req-3ac0be05-150b-411c-802c-92f47b0c4409 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:04.818268 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a172d7d5-24fa-4eeb-9c47-83cd254de3a6 req-3ac0be05-150b-411c-802c-92f47b0c4409 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.0610645 Aug 09 18:55:04.876529 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a172d7d5-24fa-4eeb-9c47-83cd254de3a6 req-6ce5ab08-3dbc-4d7a-b8ea-0acab62b0104 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567281 Aug 09 18:55:05.086305 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:05.154312 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965f443-7cb7-470a-a72e-e990f166a460 req-9e537c3e-0cbe-4f46-b768-c8097fe6c667 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:05.155726 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5965f443-7cb7-470a-a72e-e990f166a460 req-9e537c3e-0cbe-4f46-b768-c8097fe6c667 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0646458 Aug 09 18:55:05.205061 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5965f443-7cb7-470a-a72e-e990f166a460 req-c8740e4f-b937-4c76-86b7-33b4919db372 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412676 Aug 09 18:55:05.503136 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-97d3ee11-d969-4062-b5dc-39e1809daffd tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:05.504672 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-97d3ee11-d969-4062-b5dc-39e1809daffd tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/networks?id=ef510cb9-adb2-4141-b802-c0f0d0ab701e HTTP/1.1" status: 200 len: 813 time: 0.1599596 Aug 09 18:55:05.534334 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-15683b84-8c0b-4ea1-87e7-05e1dc228180 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/quotas/9b4362cc3ab847759757de42d4c4be9a HTTP/1.1" status: 200 len: 375 time: 0.0172172 Aug 09 18:55:05.586525 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-89e57505-2d5e-4436-b0e3-787b4378593c tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b4362cc3ab847759757de42d4c4be9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508044 Aug 09 18:55:05.752055 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-a20b2987-2e11-4b94-bf84-b13ebe1e5ec8 service neutron] 10.222.0.57 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529093 Aug 09 18:55:05.923867 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-88fa7696-8d7d-4bb3-9838-dd49635c82eb service neutron] 10.222.0.57 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579499 Aug 09 18:55:06.146591 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b92291-a9b1-4333-b681-efd603b487f0 req-c9fdd028-3e3d-44d2-8e90-569c24831fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:06.149883 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59b92291-a9b1-4333-b681-efd603b487f0 req-c9fdd028-3e3d-44d2-8e90-569c24831fc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 1099 time: 0.1577783 Aug 09 18:55:06.183218 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541abb5b-0872-4af8-957e-225f64b5f20e req-e1d7cc2e-a726-4bbd-8c2a-a3ef6fe9e707 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:06.195214 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-541abb5b-0872-4af8-957e-225f64b5f20e req-e1d7cc2e-a726-4bbd-8c2a-a3ef6fe9e707 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.1924286 Aug 09 18:55:06.346010 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b92291-a9b1-4333-b681-efd603b487f0 req-9082ee8e-1aac-4b27-a891-d6c0bd14cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:06.347951 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59b92291-a9b1-4333-b681-efd603b487f0 req-9082ee8e-1aac-4b27-a891-d6c0bd14cfe4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.1505303 Aug 09 18:55:06.387978 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-eaf64b34-b1b5-459c-8c14-1c61764e5b34 req-690c4097-9693-4478-bdfc-53fd4ec7856d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 210 time: 0.0728185 Aug 09 18:55:06.612791 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-541abb5b-0872-4af8-957e-225f64b5f20e req-c60c174e-d63b-4fb6-b98a-80e5c0049e27 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164081 Aug 09 18:55:06.637463 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59b92291-a9b1-4333-b681-efd603b487f0 req-23ac1cc3-984f-4ebe-87ea-cca31005c023 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721 HTTP/1.1" status: 200 len: 1001 time: 0.2600677 Aug 09 18:55:06.673888 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2f3fd-29e6-41ff-952c-05dfeb64e667 req-86f8a406-dd99-4766-97de-ca172c8fabe4 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:06.697830 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-18f2f3fd-29e6-41ff-952c-05dfeb64e667 req-86f8a406-dd99-4766-97de-ca172c8fabe4 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.2029123 Aug 09 18:55:06.833352 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-18f2f3fd-29e6-41ff-952c-05dfeb64e667 req-d2ed717d-8215-41a2-9e6b-8dfa696f7e04 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288884 Aug 09 18:55:06.845148 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b92291-a9b1-4333-b681-efd603b487f0 req-deb9a8a6-03d9-4fc7-8be1-007a8e8c44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:06.854805 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59b92291-a9b1-4333-b681-efd603b487f0 req-deb9a8a6-03d9-4fc7-8be1-007a8e8c44a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.2086420 Aug 09 18:55:06.939148 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b92291-a9b1-4333-b681-efd603b487f0 req-059e3b71-eff6-473b-a742-9898c8609bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:06.941234 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59b92291-a9b1-4333-b681-efd603b487f0 req-059e3b71-eff6-473b-a742-9898c8609bed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743666 Aug 09 18:55:07.087809 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59b92291-a9b1-4333-b681-efd603b487f0 req-3b41fea3-3113-44a5-9b13-1e4323f1c267 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238513 Aug 09 18:55:07.236348 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59b92291-a9b1-4333-b681-efd603b487f0 req-ba5bf40b-91a4-4504-9ef3-4fb3e7c5177c service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382885 Aug 09 18:55:07.547797 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0b3909fe-b902-4c5a-8eb2-a42dfc341080 req-ee539318-fcb8-45b3-914b-6c18642577d1 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 210 time: 0.0473161 Aug 09 18:55:08.006274 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-75a7fcae-48ff-4e51-ad28-d99d55de5340 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:08.008575 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-75a7fcae-48ff-4e51-ad28-d99d55de5340 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.26 "GET /v2.0/networks?id=ef510cb9-adb2-4141-b802-c0f0d0ab701e HTTP/1.1" status: 200 len: 813 time: 0.1552970 Aug 09 18:55:08.032145 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Request body: {'port': {'device_id': '356d0613-34ee-4fa1-be16-fb7e8b009c0c', 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e', 'admin_state_up': True, 'tenant_id': '9b4362cc3ab847759757de42d4c4be9a'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:55:08.107369 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321d571-bbba-4115-bd3b-4b31ccdc9667 req-b6b2b1c7-ebaa-4b8d-aaef-978479cc7079 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:08.109123 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0321d571-bbba-4115-bd3b-4b31ccdc9667 req-b6b2b1c7-ebaa-4b8d-aaef-978479cc7079 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.2951584 Aug 09 18:55:08.168701 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d671f-ef59-43db-bd42-b05a3ceeecf5 req-3cc85bff-d16c-42af-bfe9-c719b146d02a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:08.170364 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fe7d671f-ef59-43db-bd42-b05a3ceeecf5 req-3cc85bff-d16c-42af-bfe9-c719b146d02a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1592610 Aug 09 18:55:08.244461 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0321d571-bbba-4115-bd3b-4b31ccdc9667 req-3e5c0206-a602-457a-a2bb-e25a81bd7273 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258483 Aug 09 18:55:08.277867 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fe7d671f-ef59-43db-bd42-b05a3ceeecf5 req-bbc5c245-f74d-49ca-a80b-47383facc151 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990188 Aug 09 18:55:08.321080 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Made reservation on behalf of 9b4362cc3ab847759757de42d4c4be9a for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:55:08.325104 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:08.515378 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Allocated IP 172.20.0.7 (ef510cb9-adb2-4141-b802-c0f0d0ab701e/234204ff-a8de-4a0b-8d69-13f497165b88/57ffe1ad-bf6b-4d63-9787-353f4ce9ba04) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:55:08.860761 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-346fa9b1-b1fc-45c3-a28c-162b519e6ba8 req-ab169461-d560-49c5-ac56-3b7fb1c18346 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 210 time: 0.0573077 Aug 09 18:55:08.860761 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:08.931029 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:08.995053 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Network ef510cb9-adb2-4141-b802-c0f0d0ab701e is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:55:09.000807 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:55:09.005789 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:55:09.039426 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Pushing event updated for resources: {'Port': ['ID=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:09.103951 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:09.103951 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:09.136174 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8de70a3d-f6b1-4ed0-95f4-35b8231f6b05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1081471 Aug 09 18:55:09.152937 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Request body: {'port': {'device_id': '356d0613-34ee-4fa1-be16-fb7e8b009c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:55:09.239487 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:09.617973 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492f70-83ff-46ac-b992-c3119ef49526 req-068831c5-de65-4f49-9dfe-ac0e0513977f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:09.619591 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f6492f70-83ff-46ac-b992-c3119ef49526 req-068831c5-de65-4f49-9dfe-ac0e0513977f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1390355 Aug 09 18:55:09.638027 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07360294-ab26-4c16-b9e6-c35405190818 req-220d4e84-defc-4003-bae7-139061463eb5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:09.639552 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07360294-ab26-4c16-b9e6-c35405190818 req-220d4e84-defc-4003-bae7-139061463eb5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 946 time: 0.2230682 Aug 09 18:55:09.668718 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:55:09.751978 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f6492f70-83ff-46ac-b992-c3119ef49526 req-0f90b50d-1b0e-4080-a8ec-f2d901ab7acc tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235728 Aug 09 18:55:09.799616 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07360294-ab26-4c16-b9e6-c35405190818 req-9702d6a4-2b12-4fea-9130-6b02edf5670d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928149 Aug 09 18:55:09.869398 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:09.893883 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:55:09.918393 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:55:09.921594 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348d9c2e-a924-46cd-898e-baf70043a987" -d '{"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-unplugged", "status": "completed", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:55:09.932664 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:09.943316 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:09.952355 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:09.992372 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Transition to ACTIVE for port object 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:55:09.999298 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:10.049175 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=8']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:10.054989 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 18:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2964faba-9edc-48de-a1b3-d658c2e5469f x-openstack-request-id: req-2964faba-9edc-48de-a1b3-d658c2e5469f {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:55:10.055913 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-unplugged", "status": "completed", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:55:10.056468 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2964faba-9edc-48de-a1b3-d658c2e5469f {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:55:10.057120 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'code': 200} Aug 09 18:55:10.062706 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.063522 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.064132 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.065883 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.066343 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.070590 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.071091 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.071537 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.072035 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.072473 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.072919 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.073360 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:10.122303 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Pushing event updated for resources: {'Port': ['ID=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:10.215134 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501c0db-6a77-4e3e-a98b-601d9f48ea1c req-01ed9e92-2bf0-4057-925d-cd9f3c79b752 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:10.216892 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2501c0db-6a77-4e3e-a98b-601d9f48ea1c req-01ed9e92-2bf0-4057-925d-cd9f3c79b752 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 943 time: 0.1401463 Aug 09 18:55:10.292044 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2501c0db-6a77-4e3e-a98b-601d9f48ea1c req-a99a0f8f-342c-403a-b868-c1cc6e7bd53a tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507979 Aug 09 18:55:10.316112 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Attempting to bind port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:55:10.316622 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Attempting to bind port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '96c9e128-e31e-4452-8db9-93c57962b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:55:10.317566 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Attempting to bind port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 on network ef510cb9-adb2-4141-b802-c0f0d0ab701e {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:55:10.328599 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 on network ef510cb9-adb2-4141-b802-c0f0d0ab701e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:55:10.329748 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Attempting to bind port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 on network ef510cb9-adb2-4141-b802-c0f0d0ab701e {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:55:10.336080 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:55:10.336504 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Checking segment: {'id': '96c9e128-e31e-4452-8db9-93c57962b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:55:10.337078 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Bound using segment: {'id': '96c9e128-e31e-4452-8db9-93c57962b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:55:10.339509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Bound port: 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c9e128-e31e-4452-8db9-93c57962b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:55:10.339509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:10.420982 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] For port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:55:10.425205 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] For port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:55:10.441215 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:10.483063 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:10.483836 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:10.485387 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] 10.222.0.26 "PUT /v2.0/ports/57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 HTTP/1.1" status: 200 len: 1093 time: 1.3384461 Aug 09 18:55:10.485903 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356d0613-34ee-4fa1-be16-fb7e8b009c0c', 'tag': '57ffe1ad-bf6b-4d63-9787-353f4ce9ba04'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:55:10.488427 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92266a7-3e88-4151-a736-5dfeebb8a244" -d '{"events": [{"name": "network-changed", "server_uuid": "356d0613-34ee-4fa1-be16-fb7e8b009c0c", "tag": "57ffe1ad-bf6b-4d63-9787-353f4ce9ba04"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:55:10.530273 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b072f12-b324-4315-b63e-a3a68e8d8af0 service neutron] Pushing event updated for resources: {'Port': ['ID=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:10.541540 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01d5cab-9b9e-443f-82d8-b2399080f161 x-openstack-request-id: req-e01d5cab-9b9e-443f-82d8-b2399080f161 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:55:10.542429 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356d0613-34ee-4fa1-be16-fb7e8b009c0c", "tag": "57ffe1ad-bf6b-4d63-9787-353f4ce9ba04", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:55:10.543140 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e01d5cab-9b9e-443f-82d8-b2399080f161 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:55:10.543547 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356d0613-34ee-4fa1-be16-fb7e8b009c0c', 'tag': '57ffe1ad-bf6b-4d63-9787-353f4ce9ba04', 'status': 'completed', 'code': 200} Aug 09 18:55:10.606677 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-62f3fba3-3406-4cb3-ad39-7d30cb3dadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:10.608470 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-62f3fba3-3406-4cb3-ad39-7d30cb3dadd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b4362cc3ab847759757de42d4c4be9a&device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 1096 time: 0.0626473 Aug 09 18:55:10.699836 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-25c1f92f-ca21-4502-af58-e56a6ddfd8ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 HTTP/1.1" status: 200 len: 217 time: 0.0706787 Aug 09 18:55:10.776503 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-e4a3990f-c754-433e-99a1-1a6590748902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:10.778465 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-e4a3990f-c754-433e-99a1-1a6590748902 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=234204ff-a8de-4a0b-8d69-13f497165b88 HTTP/1.1" status: 200 len: 853 time: 0.0698214 Aug 09 18:55:10.843479 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-cd63f5e0-0f38-447a-a44e-4ab92491ff17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef510cb9-adb2-4141-b802-c0f0d0ab701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461712 Aug 09 18:55:11.034696 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-8c0cd3b2-413f-4204-a6b0-0d0c4e55d806 service neutron] 10.222.0.26 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780632 Aug 09 18:55:11.046956 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d713f2-9613-4f85-a8c3-9e1d621b3000 req-da0b1b7d-9425-4b21-95e1-86e138199530 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:11.048703 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88d713f2-9613-4f85-a8c3-9e1d621b3000 req-da0b1b7d-9425-4b21-95e1-86e138199530 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1256371 Aug 09 18:55:11.079744 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a638-6e33-44df-b5cd-3ae8d7f06624 req-efeee181-6a73-42fa-88a1-8f95b50a915a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:11.081523 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8b4a638-6e33-44df-b5cd-3ae8d7f06624 req-efeee181-6a73-42fa-88a1-8f95b50a915a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1256177 Aug 09 18:55:11.199605 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88d713f2-9613-4f85-a8c3-9e1d621b3000 req-13434fb1-436a-458b-bb85-4c9d8e5a58b3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169682 Aug 09 18:55:11.205125 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8b4a638-6e33-44df-b5cd-3ae8d7f06624 req-4a694f21-fc7b-400e-833a-7d95d11110ec tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898135 Aug 09 18:55:11.234199 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-456831c4-de30-46c0-95bc-f42c1dcbd992 req-d112b24e-a7a1-4947-9a74-acb3d2f738b7 service neutron] 10.222.0.26 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830053 Aug 09 18:55:11.482944 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-2b6cd879-917d-4838-a33c-593bc7aae4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:11.485419 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-2b6cd879-917d-4838-a33c-593bc7aae4b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b4362cc3ab847759757de42d4c4be9a&device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 1096 time: 0.1306360 Aug 09 18:55:11.680023 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-7ebb6b26-338d-4b87-8c17-1c752fd0ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:11.681756 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-7ebb6b26-338d-4b87-8c17-1c752fd0ae31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ef510cb9-adb2-4141-b802-c0f0d0ab701e HTTP/1.1" status: 200 len: 914 time: 0.1871243 Aug 09 18:55:11.705147 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59433515-ef8e-4b2b-9442-05cc0345aa3b req-c3730064-8b02-400d-b882-5de6a1d4a698 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:11.708502 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59433515-ef8e-4b2b-9442-05cc0345aa3b req-c3730064-8b02-400d-b882-5de6a1d4a698 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 943 time: 0.2850156 Aug 09 18:55:11.786612 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-ef872674-66c3-4daa-bd82-30e59374d326 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 HTTP/1.1" status: 200 len: 217 time: 0.0758805 Aug 09 18:55:11.839615 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59433515-ef8e-4b2b-9442-05cc0345aa3b req-5797bbdd-c7c7-4f23-9bcb-29f9f9ce86a2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814321 Aug 09 18:55:11.868975 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-5f734714-ef8a-4521-9985-9792df20b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:11.872670 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-5f734714-ef8a-4521-9985-9792df20b2fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=234204ff-a8de-4a0b-8d69-13f497165b88 HTTP/1.1" status: 200 len: 853 time: 0.0756912 Aug 09 18:55:11.953499 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-83c7e26a-51fa-4bb3-8a41-10af7786862e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef510cb9-adb2-4141-b802-c0f0d0ab701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590010 Aug 09 18:55:12.219777 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-536e0b9e-8c2d-4eee-8809-2f591ff3729d service neutron] 10.222.0.26 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609837 Aug 09 18:55:12.379635 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f92266a7-3e88-4151-a736-5dfeebb8a244 req-7e43b481-a648-4220-bf62-c6b77c58aebd service neutron] 10.222.0.26 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496999 Aug 09 18:55:12.912925 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b4ae8-6862-402b-a5c4-597f99ea5c06 req-ce1c2336-f8ff-4e1c-87b3-44c42c6e67a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:12.915082 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-777b4ae8-6862-402b-a5c4-597f99ea5c06 req-ce1c2336-f8ff-4e1c-87b3-44c42c6e67a5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.5343266 Aug 09 18:55:12.931438 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0ce4a-9d90-4303-919e-58cbf1f62d8f req-13dc5e0b-2d45-4534-810c-ac04af9fb060 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:12.933167 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-84d0ce4a-9d90-4303-919e-58cbf1f62d8f req-13dc5e0b-2d45-4534-810c-ac04af9fb060 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1017401 Aug 09 18:55:12.998196 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-777b4ae8-6862-402b-a5c4-597f99ea5c06 req-76c70e18-0e05-4b67-a9c9-8e744dc3f67e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637286 Aug 09 18:55:13.016317 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-84d0ce4a-9d90-4303-919e-58cbf1f62d8f req-e5748953-9d48-47b9-911a-d57b5c1d3a4f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735548 Aug 09 18:55:13.193400 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4009d1-bedd-4d45-bfae-545b61346f1c req-a4b9e1cc-c5d8-400b-b4b0-2473a0637be8 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:13.196162 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-de4009d1-bedd-4d45-bfae-545b61346f1c req-a4b9e1cc-c5d8-400b-b4b0-2473a0637be8 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 943 time: 0.0968194 Aug 09 18:55:13.259743 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-de4009d1-bedd-4d45-bfae-545b61346f1c req-dd25f99e-4d19-40f3-a7b6-94f4ba6a2191 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542815 Aug 09 18:55:13.402356 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49048) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:13.568822 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-7d13600e-379b-437b-9a8a-02de915420d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1647673 Aug 09 18:55:13.692895 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:55:13.695482 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:55:13.931293 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:13.980881 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '57ffe1ad-bf6b-4d63-9787-353f4ce9ba04', 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e', 'port_id': '57ffe1ad-bf6b-4d63-9787-353f4ce9ba04', 'mac_address': 'fa:16:3e:e0:ea:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234204ff-a8de-4a0b-8d69-13f497165b88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:55:14.189792 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:14.247076 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:55:14.253056 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fcf6c-3d51-42f5-96ec-75c6f3a5fb7e req-8497112a-bf2e-4809-a6a0-49039e5ee777 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:14.254904 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-002fcf6c-3d51-42f5-96ec-75c6f3a5fb7e req-8497112a-bf2e-4809-a6a0-49039e5ee777 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0821497 Aug 09 18:55:14.274302 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e6891-2906-4915-8a04-259eefba70a4 req-d106387f-2b7d-48b0-bdd5-b6b729bcdf9e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:14.285227 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-342e6891-2906-4915-8a04-259eefba70a4 req-d106387f-2b7d-48b0-bdd5-b6b729bcdf9e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1266007 Aug 09 18:55:14.289469 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:14.297084 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:14.373634 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:14.406327 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-342e6891-2906-4915-8a04-259eefba70a4 req-1eed601e-8f33-4d48-a7af-ebf473f198ae tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031966 Aug 09 18:55:14.409819 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-002fcf6c-3d51-42f5-96ec-75c6f3a5fb7e req-53550451-e830-460f-8e94-876f98341122 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196625 Aug 09 18:55:14.585974 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b0665-8e62-4a82-a6e5-7ef73fc76ec4 req-9e922c9c-52e6-421f-8743-6f614fdaab03 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:14.587834 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1c6b0665-8e62-4a82-a6e5-7ef73fc76ec4 req-9e922c9c-52e6-421f-8743-6f614fdaab03 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 944 time: 0.0686369 Aug 09 18:55:14.684777 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['57ffe1ad-bf6b-4d63-9787-353f4ce9ba04'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:55:14.715160 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1c6b0665-8e62-4a82-a6e5-7ef73fc76ec4 req-78e31f5e-0fbb-4b3f-882a-9870cf513c21 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118240 Aug 09 18:55:15.528900 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177d6d2-8024-40de-a2c2-6bdfee12735d req-6bfb70a0-0b90-449c-91fc-aedfb6e2ac82 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:15.531367 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6177d6d2-8024-40de-a2c2-6bdfee12735d req-6bfb70a0-0b90-449c-91fc-aedfb6e2ac82 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 946 time: 0.0745921 Aug 09 18:55:15.602126 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6177d6d2-8024-40de-a2c2-6bdfee12735d req-35506f95-a1af-44dc-8736-224c53be564c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540152 Aug 09 18:55:15.611478 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64b6a8-20df-48bc-83ac-aba317eab92f req-e2445833-3843-46b2-bad7-97d9852b2110 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:15.613411 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3b64b6a8-20df-48bc-83ac-aba317eab92f req-e2445833-3843-46b2-bad7-97d9852b2110 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1044815 Aug 09 18:55:15.663502 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3b64b6a8-20df-48bc-83ac-aba317eab92f req-63a55b68-dfc7-4ae0-84fd-ac2c88455cc8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Aug 09 18:55:15.750169 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c9eda-ff04-4b39-9618-e054085363b0 req-7aa2f8cb-4e3f-4bf5-862f-f0ed888dd1b5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:15.758127 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea3c9eda-ff04-4b39-9618-e054085363b0 req-7aa2f8cb-4e3f-4bf5-862f-f0ed888dd1b5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0645614 Aug 09 18:55:15.805885 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea3c9eda-ff04-4b39-9618-e054085363b0 req-51773549-7975-4fa6-a075-82a050dd89d6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467043 Aug 09 18:55:15.910432 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4b84-bf75-4482-8a25-49889b6e724b req-8b392543-98de-45de-b36c-c597827f4d5a tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:15.914254 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6c1a4b84-bf75-4482-8a25-49889b6e724b req-8b392543-98de-45de-b36c-c597827f4d5a tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 944 time: 0.0966768 Aug 09 18:55:16.046837 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6c1a4b84-bf75-4482-8a25-49889b6e724b req-48ddd513-a481-46fb-9b74-8412df75d975 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823739 Aug 09 18:55:16.061822 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-08072998-2d34-415d-b411-bd68c8bdf136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:16.063672 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-08072998-2d34-415d-b411-bd68c8bdf136 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36&tenant_id=ba6dd93367d9473b85c4458e183d3190 HTTP/1.1" status: 200 len: 1097 time: 0.1480525 Aug 09 18:55:16.171602 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-922e8d08-a513-4423-89bc-fe1ae23f2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:16.173958 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-922e8d08-a513-4423-89bc-fe1ae23f2123 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 1097 time: 0.0761616 Aug 09 18:55:16.328927 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-86b8583a-8f96-4543-baea-a4e487cd72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:16.339786 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-86b8583a-8f96-4543-baea-a4e487cd72f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.1540356 Aug 09 18:55:16.421756 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-73bc2199-d5e6-4801-89cb-f19ac30b35f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721 HTTP/1.1" status: 200 len: 999 time: 0.0693371 Aug 09 18:55:16.487679 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-3cf02473-3174-4e73-922b-3d865662f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:16.489441 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-3cf02473-3174-4e73-922b-3d865662f995 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.0586119 Aug 09 18:55:16.557915 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-729e6273-e2fd-4b63-b255-bb4196881738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:16.559845 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-729e6273-e2fd-4b63-b255-bb4196881738 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598638 Aug 09 18:55:16.679328 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-36c6e9f3-af98-4c05-9c1d-d2e6aed59b7d service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038694 Aug 09 18:55:16.853679 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-63f3fffe-3dc7-41c2-9982-db4e0b8d3bac req-4681db2c-4646-4d56-ab5a-e5fefd2fd9ad service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640821 Aug 09 18:55:16.866173 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7435f-dc33-4873-a136-1c3bd09341fc req-df10e81b-52c9-45c1-b255-e10ed208ab50 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:16.867740 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a5a7435f-dc33-4873-a136-1c3bd09341fc req-df10e81b-52c9-45c1-b255-e10ed208ab50 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 946 time: 0.1169884 Aug 09 18:55:16.887081 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71438-d550-434c-9990-8bfa48da62c7 req-106d1cc6-4ac6-427c-b75b-c075f101bbd7 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:16.888660 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-03b71438-d550-434c-9990-8bfa48da62c7 req-106d1cc6-4ac6-427c-b75b-c075f101bbd7 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0959630 Aug 09 18:55:16.995696 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a5a7435f-dc33-4873-a136-1c3bd09341fc req-fdccdcfd-b52c-4428-b53e-6c20fd28c46a tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057794 Aug 09 18:55:17.046141 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-03b71438-d550-434c-9990-8bfa48da62c7 req-82f3fd5a-86ed-4c13-ab90-f6caddc1ab84 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498132 Aug 09 18:55:17.285088 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83eea0-bc37-48fc-bec7-610724bf77ba req-a39d244d-111a-42a6-b629-0b9a65a871ec tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:17.295820 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1a83eea0-bc37-48fc-bec7-610724bf77ba req-a39d244d-111a-42a6-b629-0b9a65a871ec tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1513414 Aug 09 18:55:17.318338 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef423-c276-4392-8d06-d41624c0d7e3 req-b1a99f70-a805-47c4-a8f2-cfaf0ec7fe74 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:17.320026 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-287ef423-c276-4392-8d06-d41624c0d7e3 req-b1a99f70-a805-47c4-a8f2-cfaf0ec7fe74 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 944 time: 0.1540525 Aug 09 18:55:17.399651 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-287ef423-c276-4392-8d06-d41624c0d7e3 req-827349c5-ae22-4b70-a5b6-4f45f11e5701 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641634 Aug 09 18:55:17.425821 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1a83eea0-bc37-48fc-bec7-610724bf77ba req-09dee92d-6ed7-4d7d-83f3-43ce6a0aef26 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286778 Aug 09 18:55:17.601324 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49156) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:17.703444 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:55:17.777105 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-802b910b-bf55-4ab5-a6c6-01209dd41277 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:17.793463 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-802b910b-bf55-4ab5-a6c6-01209dd41277 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 946 time: 0.2085104 Aug 09 18:55:17.899628 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:55:17.919950 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:55:17.921154 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:17.929622 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-03fb7cbb-63b5-4f43-8126-47d878199699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.160518 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Deleting port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:55:18.161497 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.195733 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.208588 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-03fb7cbb-63b5-4f43-8126-47d878199699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.215206 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-03fb7cbb-63b5-4f43-8126-47d878199699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.285652 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb7cbb-63b5-4f43-8126-47d878199699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408cd2ed-8bbd-4902-aefe-6c11ae3ee06a,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:18.306407 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:18.308762 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356d0613-34ee-4fa1-be16-fb7e8b009c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ffe1ad-bf6b-4d63-9787-353f4ce9ba04'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:55:18.315094 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2c5a3f-96b9-455c-8626-fbd021565649" -d '{"events": [{"server_uuid": "356d0613-34ee-4fa1-be16-fb7e8b009c0c", "name": "network-vif-plugged", "status": "completed", "tag": "57ffe1ad-bf6b-4d63-9787-353f4ce9ba04"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:55:18.326980 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.369870 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-03fb7cbb-63b5-4f43-8126-47d878199699 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b22a90b8a3aa4abd94a46f28cf8dd3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7655449 Aug 09 18:55:18.372848 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49172) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:18.469243 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-734aabe3-b792-433a-a3bd-12d6fcd5d8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.496052 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:18.499925 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-734aabe3-b792-433a-a3bd-12d6fcd5d8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.538996 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45000-e073-4b27-95b3-de76a51159e5 req-ce636c8d-4799-49a5-8b07-ae9b975f1cfe tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:18.546227 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07a45000-e073-4b27-95b3-de76a51159e5 req-ce636c8d-4799-49a5-8b07-ae9b975f1cfe tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.2129858 Aug 09 18:55:18.589833 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-734aabe3-b792-433a-a3bd-12d6fcd5d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.593021 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-734aabe3-b792-433a-a3bd-12d6fcd5d8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.597449 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-734aabe3-b792-433a-a3bd-12d6fcd5d8af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/408cd2ed-8bbd-4902-aefe-6c11ae3ee06a HTTP/1.1" status: 204 len: 168 time: 0.2235687 Aug 09 18:55:18.612076 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af8c9b-3044-4680-babd-d12c7dee1208 req-45044996-404b-4c75-9ae9-a882014cb2ed tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:18.613654 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734aabe3-b792-433a-a3bd-12d6fcd5d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408cd2ed-8bbd-4902-aefe-6c11ae3ee06a,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:18.623530 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-43af8c9b-3044-4680-babd-d12c7dee1208 req-45044996-404b-4c75-9ae9-a882014cb2ed tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 946 time: 0.2717042 Aug 09 18:55:18.696324 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-43af8c9b-3044-4680-babd-d12c7dee1208 req-196d2b38-5b7f-43b5-9fac-15858a646cd1 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690920 Aug 09 18:55:18.718579 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] For port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:18.721230 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:18.776143 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6759a3-eaef-4b16-a1f2-2e3304274106 x-openstack-request-id: req-6c6759a3-eaef-4b16-a1f2-2e3304274106 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:55:18.777036 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356d0613-34ee-4fa1-be16-fb7e8b009c0c", "name": "network-vif-plugged", "status": "completed", "tag": "57ffe1ad-bf6b-4d63-9787-353f4ce9ba04", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:55:18.777447 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c6759a3-eaef-4b16-a1f2-2e3304274106 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:55:18.778069 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356d0613-34ee-4fa1-be16-fb7e8b009c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ffe1ad-bf6b-4d63-9787-353f4ce9ba04', 'code': 200} Aug 09 18:55:18.779336 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07a45000-e073-4b27-95b3-de76a51159e5 req-333b8e99-8f22-483a-9ff6-a104f6bc1fb5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108452 Aug 09 18:55:18.783641 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Calling delete_port for c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:55:19.096382 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21755ffb-0cf9-4c23-8dd7-e5a8ae661839 req-b72d35ef-d163-41c1-a057-75b99e7d5b51 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:19.098343 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21755ffb-0cf9-4c23-8dd7-e5a8ae661839 req-b72d35ef-d163-41c1-a057-75b99e7d5b51 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.1332862 Aug 09 18:55:19.199293 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:19.218966 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'eefa8d4c-a7d3-438f-8508-c48001c80646', '835054d4-dd6d-4a13-9fde-6d722cd45f89', 'c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:55:19.263100 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b04d36-2dd4-4f2d-8d1a-53353589480c req-bc70408f-1e87-4d68-8a38-710296d8a7f9 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:19.264840 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-28b04d36-2dd4-4f2d-8d1a-53353589480c req-bc70408f-1e87-4d68-8a38-710296d8a7f9 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1933544 Aug 09 18:55:19.269623 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Pushing event deleted for resources: {'Port': ['ID=c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:19.275715 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21755ffb-0cf9-4c23-8dd7-e5a8ae661839 req-b53d19a7-2ae2-425d-abb3-a95a9ace4fc2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404572 Aug 09 18:55:19.394391 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] No DVR routers for this DVR port c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:55:19.410306 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:19.414010 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bb92740f-cc05-4ce3-bc7b-312a70f6a989 req-39365f72-bbbc-4210-b313-39ef928bcf6d tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "DELETE /v2.0/ports/c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc HTTP/1.1" status: 204 len: 173 time: 1.6129889 Aug 09 18:55:19.414812 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ede65c-f562-4e8a-a194-b434b7ccd797', 'name': 'network-vif-deleted', 'tag': 'c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:55:19.423213 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd6ce5a-ad97-4e2f-8b48-f2c1b96c0c82" -d '{"events": [{"server_uuid": "46ede65c-f562-4e8a-a194-b434b7ccd797", "name": "network-vif-deleted", "tag": "c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:55:19.454828 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87d04b-6b5a-4dde-904f-82eb50ae4622 req-9fb7e91d-a5c9-4a9e-b1fb-3d1221c5ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:19.458303 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ca87d04b-6b5a-4dde-904f-82eb50ae4622 req-9fb7e91d-a5c9-4a9e-b1fb-3d1221c5ee8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 1098 time: 0.2955356 Aug 09 18:55:19.478217 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-28b04d36-2dd4-4f2d-8d1a-53353589480c req-e79a7569-63ec-4f03-943c-05f9811f9749 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995127 Aug 09 18:55:19.540620 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe4f5fb-6caa-4017-9bfe-7de9d6d7e75e x-openstack-request-id: req-ffe4f5fb-6caa-4017-9bfe-7de9d6d7e75e {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:55:19.541532 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ede65c-f562-4e8a-a194-b434b7ccd797", "name": "network-vif-deleted", "tag": "c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:55:19.543212 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffe4f5fb-6caa-4017-9bfe-7de9d6d7e75e {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:55:19.543791 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ede65c-f562-4e8a-a194-b434b7ccd797', 'name': 'network-vif-deleted', 'tag': 'c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc', 'status': 'completed', 'code': 200} Aug 09 18:55:19.568346 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ca87d04b-6b5a-4dde-904f-82eb50ae4622 req-e352b435-f5bc-40af-bf83-4853f34aaf52 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874355 Aug 09 18:55:19.948452 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-dafb8f91-a75a-4ec4-a2e1-0c046590ab1f req-c45d448f-b471-483f-8e6f-4c8633f670a6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0732522 Aug 09 18:55:20.049953 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128e83-a243-4d4e-b675-d5c65276f63f req-f18c2a1c-919c-4611-b871-9045f97da9b1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:20.059639 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d5128e83-a243-4d4e-b675-d5c65276f63f req-f18c2a1c-919c-4611-b871-9045f97da9b1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1250138 Aug 09 18:55:20.120668 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d5128e83-a243-4d4e-b675-d5c65276f63f req-f1fe0524-d0dd-41c2-8c46-b0fab0318617 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596199 Aug 09 18:55:20.483498 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a18561-9100-45ba-825e-c09b84b8175b req-d9e0036e-fbbb-44a1-a575-e92492e8eedf tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:20.485813 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a2a18561-9100-45ba-825e-c09b84b8175b req-d9e0036e-fbbb-44a1-a575-e92492e8eedf tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0832925 Aug 09 18:55:20.558952 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a2a18561-9100-45ba-825e-c09b84b8175b req-dd235ce8-72ca-4d42-b9a3-fda405f45fac tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547543 Aug 09 18:55:20.670814 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1d550-7795-49ca-8531-44d51a0127b2 req-d5a419d0-b859-42b9-9bca-e3184f331e32 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:20.672495 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a5e1d550-7795-49ca-8531-44d51a0127b2 req-d5a419d0-b859-42b9-9bca-e3184f331e32 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0648115 Aug 09 18:55:20.747125 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a5e1d550-7795-49ca-8531-44d51a0127b2 req-a2248f35-7bde-4481-a1a7-0135691ba5cf tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633214 Aug 09 18:55:21.114137 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-dcbb7659-9cd8-4dbc-bbde-3031a439ebca req-92abebae-0ac2-4cd4-aa0f-854f8930a00e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0510507 Aug 09 18:55:21.297917 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81542-0613-4746-83b5-ddc918307137 req-f2405209-916c-4192-9c94-c501b2461407 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:21.299827 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81a81542-0613-4746-83b5-ddc918307137 req-f2405209-916c-4192-9c94-c501b2461407 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0923624 Aug 09 18:55:21.353405 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81a81542-0613-4746-83b5-ddc918307137 req-66605c60-77b0-4410-bbc8-87d384249acd tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Aug 09 18:55:21.730597 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6bf76-03dd-47fa-a947-cd1950023c83 req-ce34f686-4b01-4d72-9fc8-c1f234731b61 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:21.732503 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-84b6bf76-03dd-47fa-a947-cd1950023c83 req-ce34f686-4b01-4d72-9fc8-c1f234731b61 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0778565 Aug 09 18:55:21.735119 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:55:21.757541 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:55:21.758019 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device c3ed6181-dbe5-4d16-9b2c-0f3e07f048bc not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:55:21.830966 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-84b6bf76-03dd-47fa-a947-cd1950023c83 req-8c25b955-6097-4f6c-9c68-1f83af2f9f44 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891132 Aug 09 18:55:22.038845 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fae50-c2c0-49cb-adda-b914ed43c5b4 req-214b7d11-72b6-45d5-b12f-53e8b66bd900 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:22.040409 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c60fae50-c2c0-49cb-adda-b914ed43c5b4 req-214b7d11-72b6-45d5-b12f-53e8b66bd900 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1098428 Aug 09 18:55:22.108400 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c60fae50-c2c0-49cb-adda-b914ed43c5b4 req-aff88d83-bfb3-4857-9f07-86f1ee71e1a1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566998 Aug 09 18:55:22.261460 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3be90503-5104-4e8f-8068-f11eac718c17 req-6a79a36c-d924-4dba-ae4f-154402e3b458 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0367422 Aug 09 18:55:22.562845 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e7122-72c3-4f8f-ad87-b842904eb643 req-1e0bf3e2-9705-4208-9250-406d22b90771 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:22.564268 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2d2e7122-72c3-4f8f-ad87-b842904eb643 req-1e0bf3e2-9705-4208-9250-406d22b90771 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0773785 Aug 09 18:55:22.607626 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2d2e7122-72c3-4f8f-ad87-b842904eb643 req-1b161da1-005e-43f0-919f-3d158905974b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363760 Aug 09 18:55:23.013172 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f22d5-aee6-4290-976c-20bb90a7a9cc req-35729e6f-1da2-4d81-bc28-ee99ab7467b6 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:23.014839 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-375f22d5-aee6-4290-976c-20bb90a7a9cc req-35729e6f-1da2-4d81-bc28-ee99ab7467b6 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0758557 Aug 09 18:55:23.055976 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-375f22d5-aee6-4290-976c-20bb90a7a9cc req-884d0754-8840-4f2d-af73-5b384dbbe7c2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345509 Aug 09 18:55:23.255463 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce732eb4-18eb-467d-927a-7a4a1e2daec5 req-44859092-4546-4c85-8750-1ee06ff88eaf tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:23.258034 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ce732eb4-18eb-467d-927a-7a4a1e2daec5 req-44859092-4546-4c85-8750-1ee06ff88eaf tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0565696 Aug 09 18:55:23.326483 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ce732eb4-18eb-467d-927a-7a4a1e2daec5 req-ce5db015-7d36-47c5-90bc-670f81600fc0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535679 Aug 09 18:55:23.389111 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c8685094-5155-4af0-99c0-f91a2382df24 req-3596d83f-e00c-4822-85a7-7256409b0aa6 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0286372 Aug 09 18:55:23.753712 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7869-4d84-491e-a38b-d54953ef9a70 req-0c7b4ca4-5ea9-420b-94a0-a5b693f62daf tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:23.755485 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b65f7869-4d84-491e-a38b-d54953ef9a70 req-0c7b4ca4-5ea9-420b-94a0-a5b693f62daf tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0761666 Aug 09 18:55:23.795831 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b65f7869-4d84-491e-a38b-d54953ef9a70 req-cab063e7-4a33-4ab4-b87c-e2a1790c721f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Aug 09 18:55:24.208105 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452d22-118e-45ec-ae32-646920a8a857 req-27d112a8-0f03-4877-bc99-540c002efd63 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:24.210687 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29452d22-118e-45ec-ae32-646920a8a857 req-27d112a8-0f03-4877-bc99-540c002efd63 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0682871 Aug 09 18:55:24.260989 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29452d22-118e-45ec-ae32-646920a8a857 req-2748f559-4b69-48d2-b805-02fdad76500f tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Aug 09 18:55:24.498986 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74142b3-60f9-4d6a-8ea5-a5212615ca74 req-5fd9aeec-b20c-4fa7-9003-e68c277e7a98 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:24.501760 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a74142b3-60f9-4d6a-8ea5-a5212615ca74 req-5fd9aeec-b20c-4fa7-9003-e68c277e7a98 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0878413 Aug 09 18:55:24.578879 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9458af19-003f-4dfa-9c37-3e608935fa45 req-87082c0d-22ac-4a88-bb7d-9e8b95bb235c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0537758 Aug 09 18:55:24.583129 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a74142b3-60f9-4d6a-8ea5-a5212615ca74 req-740bfee8-8710-40e4-ac87-f33955c7bd12 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748770 Aug 09 18:55:24.989352 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab680ce-0b65-43ad-9519-ffe293afa658 req-049283e2-beb4-4b5b-94af-685de0490664 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:24.991470 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bab680ce-0b65-43ad-9519-ffe293afa658 req-049283e2-beb4-4b5b-94af-685de0490664 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0668886 Aug 09 18:55:25.033300 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bab680ce-0b65-43ad-9519-ffe293afa658 req-12436282-d666-492f-9049-30b97f6ff9aa tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356569 Aug 09 18:55:25.399807 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35210-8f8d-44f1-a6e4-83a103437be4 req-8ad11dba-004c-411b-9310-fe686307df0d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:25.401296 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2df35210-8f8d-44f1-a6e4-83a103437be4 req-8ad11dba-004c-411b-9310-fe686307df0d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0623581 Aug 09 18:55:25.440683 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2df35210-8f8d-44f1-a6e4-83a103437be4 req-a4f81144-d5a3-4ad6-aadd-bbd452cde6ca tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333588 Aug 09 18:55:25.589428 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49298) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:25.656469 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5d4e5a-0710-488d-9a65-fc6ffbeb3cea admin admin] Deleting subnet 738622ba-201c-4f6d-a955-777d82875497 {{(pid=93288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:55:25.661222 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e5a-0710-488d-9a65-fc6ffbeb3cea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:25.719334 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e5a-0710-488d-9a65-fc6ffbeb3cea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3883920'] for subnet, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:25.758825 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-031f1792-1be6-4004-8c1b-0089550cf0a5 req-68426ac1-ceda-4ae1-8a6e-c18b908b41e7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0318861 Aug 09 18:55:25.775483 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ba6b4-84c8-4956-b8a5-c6dc93949c5d req-8fc8231e-7e35-4db8-a3e9-ea2e5b9850bb tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:25.778153 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e5a-0710-488d-9a65-fc6ffbeb3cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:25.780391 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-242ba6b4-84c8-4956-b8a5-c6dc93949c5d req-8fc8231e-7e35-4db8-a3e9-ea2e5b9850bb tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1013761 Aug 09 18:55:25.827686 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-242ba6b4-84c8-4956-b8a5-c6dc93949c5d req-297932ab-1a31-4a77-a1a4-dd5bf6145d8c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 Aug 09 18:55:25.861628 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e5a-0710-488d-9a65-fc6ffbeb3cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3882496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3378366'] for subnet, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:25.891058 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d4e5a-0710-488d-9a65-fc6ffbeb3cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738622ba-201c-4f6d-a955-777d82875497,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:25.893104 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e5a-0710-488d-9a65-fc6ffbeb3cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:25.895006 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-9d5d4e5a-0710-488d-9a65-fc6ffbeb3cea admin admin] 10.222.0.57 "DELETE /v2.0/subnets/738622ba-201c-4f6d-a955-777d82875497 HTTP/1.1" status: 204 len: 168 time: 0.3040648 Aug 09 18:55:25.898798 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 49304) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:25.972094 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.058904 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.076849 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5ece44-b422-46c8-93a7-539dce5dc75a']}} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:55:26.090358 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6852f56-48e4-4730-86e0-6e5c5ba52094') {'for_net_delete': True} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:55:26.090670 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6852f56-48e4-4730-86e0-6e5c5ba52094') {} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:55:26.101500 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829589'] for segment, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.120571 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.132491 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:55:26.132990 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8829140'] for segment, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: Traceback (most recent call last): Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: timer() Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: cb(*args, **kw) Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: return func(*args, **kwargs) Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: self._notify() Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: self.callback(batched_events) Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: event.method(event) Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: return f(self, *a, **k) Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._get(url).json() Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: return self.request(url, 'GET', **kwargs) Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:55:26.170228 dv-cinder-782995-5-iscsi neutron-server[93289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:55:26.221375 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.228728 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.231245 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9d5ece44-b422-46c8-93a7-539dce5dc75a HTTP/1.1" status: 204 len: 168 time: 0.3317485 Aug 09 18:55:26.271027 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6a456-b427-4249-a5b5-3d0eca910986 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5ece44-b422-46c8-93a7-539dce5dc75a,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:26.297821 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0149b3e-6c89-40a2-81c1-9332265790db req-7b22b97a-0b99-45e0-88c1-e987e7266be3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:26.310401 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c0149b3e-6c89-40a2-81c1-9332265790db req-7b22b97a-0b99-45e0-88c1-e987e7266be3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1390276 Aug 09 18:55:26.367617 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c0149b3e-6c89-40a2-81c1-9332265790db req-0e61c595-587e-4a77-9efa-220b73007224 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537367 Aug 09 18:55:26.498984 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49314) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:26.544697 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-fd897cb4-c6ee-4e95-b532-aacc55619f07 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10d267a70ecd47cc899c30c3365f3891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443277 Aug 09 18:55:26.545962 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49316) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:26.609027 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-032edf11-c794-4fb1-93c4-b9e91ff1b263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.616482 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04f16e-c9b4-4b3a-9eeb-3fd0192c6896 req-21634b22-0487-479a-b769-55822ac69315 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:26.618908 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5b04f16e-c9b4-4b3a-9eeb-3fd0192c6896 req-21634b22-0487-479a-b769-55822ac69315 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0667956 Aug 09 18:55:26.643309 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-032edf11-c794-4fb1-93c4-b9e91ff1b263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.666435 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5b04f16e-c9b4-4b3a-9eeb-3fd0192c6896 req-55eafc6c-e55b-425e-8298-ceffb8286a1c tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Aug 09 18:55:26.716010 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-032edf11-c794-4fb1-93c4-b9e91ff1b263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.719289 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-032edf11-c794-4fb1-93c4-b9e91ff1b263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:26.725617 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-032edf11-c794-4fb1-93c4-b9e91ff1b263 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b073124-2ab1-492b-852a-0093c8622a65 HTTP/1.1" status: 204 len: 168 time: 0.1745067 Aug 09 18:55:26.732194 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032edf11-c794-4fb1-93c4-b9e91ff1b263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b073124-2ab1-492b-852a-0093c8622a65,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:26.899744 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f51d48c8-fc16-4187-8475-a88c5c089ab7 req-6de6f079-481b-47b3-9b16-84923b913cb5 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0400181 Aug 09 18:55:27.018479 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01cedf-32e0-45de-9916-a9db1c882969 req-08361ddd-77bf-46fd-bd8f-d880fd767b8d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:27.020060 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1b01cedf-32e0-45de-9916-a9db1c882969 req-08361ddd-77bf-46fd-bd8f-d880fd767b8d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0784693 Aug 09 18:55:27.066630 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1b01cedf-32e0-45de-9916-a9db1c882969 req-f01769e0-eb33-46a3-8e3d-db1da78c2c26 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395837 Aug 09 18:55:27.507509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3bb68-6503-4968-8a29-8dede2f1f910 req-c2f4bc5f-6603-4ffe-b811-6bda668434bb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:27.509107 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-deb3bb68-6503-4968-8a29-8dede2f1f910 req-c2f4bc5f-6603-4ffe-b811-6bda668434bb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0737715 Aug 09 18:55:27.558816 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-deb3bb68-6503-4968-8a29-8dede2f1f910 req-18b36ed3-e0ae-4aec-aea5-98e619ae5a1d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Aug 09 18:55:27.842196 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93352b5f-f48e-4a3a-a42b-8be487843bb5 req-a3783b13-0835-4228-9ea4-dc996668f473 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:27.843761 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-93352b5f-f48e-4a3a-a42b-8be487843bb5 req-a3783b13-0835-4228-9ea4-dc996668f473 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0608184 Aug 09 18:55:27.910961 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-93352b5f-f48e-4a3a-a42b-8be487843bb5 req-a02a97a4-2f20-480c-b198-33101a8ca958 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561194 Aug 09 18:55:28.049083 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9fee8b99-36a0-449f-b570-a424c16be64a req-6d1a9d28-c3db-4d06-aec8-2c9348ccbf50 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0297813 Aug 09 18:55:28.227219 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8865f69-33f0-479d-af6a-dcc99d978022 req-f6bcd971-4b60-4da2-8009-25dd13801b7f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:28.231020 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8865f69-33f0-479d-af6a-dcc99d978022 req-f6bcd971-4b60-4da2-8009-25dd13801b7f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0597723 Aug 09 18:55:28.305276 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8865f69-33f0-479d-af6a-dcc99d978022 req-e6000e97-eea1-4cbc-9a24-3624a7f5cf22 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666254 Aug 09 18:55:28.383387 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:28.702122 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7a973-f72e-4f2e-8b5a-d64cee1e6dee req-1c954289-b34d-4eca-8297-c2ed7aca8fa6 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:28.703634 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3bb7a973-f72e-4f2e-8b5a-d64cee1e6dee req-1c954289-b34d-4eca-8297-c2ed7aca8fa6 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0488734 Aug 09 18:55:28.762839 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3bb7a973-f72e-4f2e-8b5a-d64cee1e6dee req-3d03d03d-378c-4fcd-9adb-938d137b35ab tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519967 Aug 09 18:55:29.035050 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c68bf-9ddf-46cc-82f2-f583d69ec418 req-f39f64b0-7035-408c-aa02-61b9cdda1d46 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:29.036619 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5a0c68bf-9ddf-46cc-82f2-f583d69ec418 req-f39f64b0-7035-408c-aa02-61b9cdda1d46 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0513828 Aug 09 18:55:29.078887 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5a0c68bf-9ddf-46cc-82f2-f583d69ec418 req-c6fa1bbd-6267-4543-a6ff-100bbe1fd658 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Aug 09 18:55:29.192777 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6a8347a9-5eef-4923-8416-40f69c2e636e req-d057489c-f201-4a8c-8023-019b2306e329 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0285225 Aug 09 18:55:29.446358 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bf4f0-2690-41f9-a804-58c360e9ff93 req-d059a843-2523-4540-af33-26d19154d3db tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:29.453671 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5a9bf4f0-2690-41f9-a804-58c360e9ff93 req-d059a843-2523-4540-af33-26d19154d3db tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0656440 Aug 09 18:55:29.496536 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5a9bf4f0-2690-41f9-a804-58c360e9ff93 req-34f26f39-10d9-45ea-917f-1e67128b6259 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418601 Aug 09 18:55:29.597316 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-17d1a911-d688-4df1-a2ba-f3bc1c7a4d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:29.902246 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b660344-a7a1-47df-b132-d2e7b6fa099e req-2715efce-ebff-4ac9-a0c5-3215a7f41760 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:29.904288 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b660344-a7a1-47df-b132-d2e7b6fa099e req-2715efce-ebff-4ac9-a0c5-3215a7f41760 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0655386 Aug 09 18:55:29.944081 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2b660344-a7a1-47df-b132-d2e7b6fa099e req-9cd47d24-7af2-45af-b03c-c3f57964a19e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330615 Aug 09 18:55:30.219386 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9629f-b7bc-48ce-a00d-4dcff94828d2 req-ae77390f-a861-4387-b8b0-56a6e8ee84b6 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:30.220570 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f6f9629f-b7bc-48ce-a00d-4dcff94828d2 req-ae77390f-a861-4387-b8b0-56a6e8ee84b6 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0511529 Aug 09 18:55:30.286520 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f6f9629f-b7bc-48ce-a00d-4dcff94828d2 req-cc30ca85-3fe4-4b06-8038-e1a8a999da1b tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582881 Aug 09 18:55:30.319786 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9ff4c9da-8af7-4b1f-a96c-a81abd09cd75 req-0d9c8d9f-cfba-4bf8-b998-8a52daff78ee tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=46ede65c-f562-4e8a-a194-b434b7ccd797 HTTP/1.1" status: 200 len: 210 time: 0.0316713 Aug 09 18:55:30.643534 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6e686-c8f2-4a28-8eb7-b3914e7490a0 req-5fffe15a-28bc-4bc1-a58d-8a6f1c6bc9b1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:30.645148 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97c6e686-c8f2-4a28-8eb7-b3914e7490a0 req-5fffe15a-28bc-4bc1-a58d-8a6f1c6bc9b1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0691309 Aug 09 18:55:30.689940 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-97c6e686-c8f2-4a28-8eb7-b3914e7490a0 req-72a33afc-131b-4fa4-b3f9-223c296b4535 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377235 Aug 09 18:55:31.070495 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d2970-b5db-4500-9e47-0d0c667a01eb req-363f5bb0-f1bc-44f9-92dc-228a19fe347d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:31.071389 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3e3d2970-b5db-4500-9e47-0d0c667a01eb req-363f5bb0-f1bc-44f9-92dc-228a19fe347d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0542607 Aug 09 18:55:31.112783 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3e3d2970-b5db-4500-9e47-0d0c667a01eb req-bdcaf0b8-cd8e-4472-b236-2b42e76efcc1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342278 Aug 09 18:55:31.421295 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845be5f-8dfd-45de-a567-49d5a716ce17 req-0c305179-2213-400b-a7ba-1f9662ba3b0a tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:31.422816 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0845be5f-8dfd-45de-a567-49d5a716ce17 req-0c305179-2213-400b-a7ba-1f9662ba3b0a tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0576932 Aug 09 18:55:31.466312 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0845be5f-8dfd-45de-a567-49d5a716ce17 req-f8e97135-a60d-4a5f-ab16-ae809cc38dd7 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354738 Aug 09 18:55:31.856911 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c47e2-8f93-49c1-baf5-fd2a282c4f9f req-3910d1b6-214f-4aee-ba04-78148d39f372 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:31.858294 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8a4c47e2-8f93-49c1-baf5-fd2a282c4f9f req-3910d1b6-214f-4aee-ba04-78148d39f372 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0489969 Aug 09 18:55:31.898073 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8a4c47e2-8f93-49c1-baf5-fd2a282c4f9f req-a70b336a-960d-474f-a412-6a571cc6d61d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333002 Aug 09 18:55:32.228340 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1a964-db50-439a-bfcb-307b5a5f953f req-8094ec37-5763-4130-93cd-0d1c258703fd tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:32.229804 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-32c1a964-db50-439a-bfcb-307b5a5f953f req-8094ec37-5763-4130-93cd-0d1c258703fd tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0477850 Aug 09 18:55:32.269598 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-32c1a964-db50-439a-bfcb-307b5a5f953f req-5219c7d6-9725-43d4-b266-0b380b33b0e9 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335081 Aug 09 18:55:32.353606 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4100df30-a1cf-423f-82d5-5b4a1a00def4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:32.449050 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:32.789059 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a763ddf-907f-42f4-bc74-49254ba81151 req-120439bb-6c5c-4623-9c18-fabc0caccf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:32.790559 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9a763ddf-907f-42f4-bc74-49254ba81151 req-120439bb-6c5c-4623-9c18-fabc0caccf42 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 1099 time: 0.3200755 Aug 09 18:55:32.827377 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af76d-50a0-422e-bccc-42f693d768c7 req-28ac4b04-62d9-47cc-bc4e-bc043624926e tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:32.828903 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d29af76d-50a0-422e-bccc-42f693d768c7 req-28ac4b04-62d9-47cc-bc4e-bc043624926e tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.1017752 Aug 09 18:55:32.839044 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b847b-7c30-4c5c-b434-35d1293e2a97 req-4c8d1e4c-dc26-4978-8b8e-53e983734f0f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:32.840640 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c99b847b-7c30-4c5c-b434-35d1293e2a97 req-4c8d1e4c-dc26-4978-8b8e-53e983734f0f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 945 time: 0.1090782 Aug 09 18:55:32.886165 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9a763ddf-907f-42f4-bc74-49254ba81151 req-09add03e-3349-4201-8515-cd61cae477ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873327 Aug 09 18:55:32.923408 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d29af76d-50a0-422e-bccc-42f693d768c7 req-f8196d2e-68f5-4c6a-a399-da141889f0c4 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767415 Aug 09 18:55:32.924050 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c99b847b-7c30-4c5c-b434-35d1293e2a97 req-6f6d4e32-7ce8-4a53-9be9-3891a6bf2dd8 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669298 Aug 09 18:55:33.037113 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b980d5e-45a4-44ba-a1fa-e23a744b94d5 req-658400df-e651-469b-9019-cfce731906b3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:33.039640 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1b980d5e-45a4-44ba-a1fa-e23a744b94d5 req-658400df-e651-469b-9019-cfce731906b3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0537009 Aug 09 18:55:33.086489 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1b980d5e-45a4-44ba-a1fa-e23a744b94d5 req-91254d0a-3bb2-4198-9399-387a6b46d170 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379937 Aug 09 18:55:33.264082 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:33.398214 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb36374-4e08-4bc9-8690-95ba913f4d1d req-e875ab4a-e56a-4ae6-b9b7-7d0dfba80231 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:33.400125 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9eb36374-4e08-4bc9-8690-95ba913f4d1d req-e875ab4a-e56a-4ae6-b9b7-7d0dfba80231 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0557592 Aug 09 18:55:33.443526 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9eb36374-4e08-4bc9-8690-95ba913f4d1d req-919e5823-54de-4e71-b9e2-48c6d203d01a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372703 Aug 09 18:55:34.063000 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add4dc7-29dd-4193-b329-486e2fdfb490 req-d8e01abd-99de-4931-b198-602c76c3bfc7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:34.063000 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4add4dc7-29dd-4193-b329-486e2fdfb490 req-d8e01abd-99de-4931-b198-602c76c3bfc7 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 945 time: 0.0635853 Aug 09 18:55:34.104604 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4add4dc7-29dd-4193-b329-486e2fdfb490 req-4e279d01-2908-4559-a4dc-574cef532894 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349226 Aug 09 18:55:34.252523 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46407940-0cb2-4495-ab4d-219fbf4bace7 req-7bc6edb3-4d5d-418a-bf7b-218abc2404d0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:34.260711 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-46407940-0cb2-4495-ab4d-219fbf4bace7 req-7bc6edb3-4d5d-418a-bf7b-218abc2404d0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0925641 Aug 09 18:55:34.301830 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-46407940-0cb2-4495-ab4d-219fbf4bace7 req-456c3707-d16c-4277-838a-e4ebc7615221 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352862 Aug 09 18:55:34.562435 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef7d28-8ca2-4064-9608-df7fb378d02c req-9ccd5787-521e-45b7-9cf5-1d081a793e2a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:34.563939 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6ef7d28-8ca2-4064-9608-df7fb378d02c req-9ccd5787-521e-45b7-9cf5-1d081a793e2a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0507932 Aug 09 18:55:34.605091 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b6ef7d28-8ca2-4064-9608-df7fb378d02c req-e9f5a2e8-633c-4fc8-9222-7d6267d47173 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347373 Aug 09 18:55:34.731381 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8092c-2070-491b-b74c-afddc219b267 req-3cf3fc72-484d-4954-8d3d-4052a5f98b96 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:34.732866 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-82b8092c-2070-491b-b74c-afddc219b267 req-3cf3fc72-484d-4954-8d3d-4052a5f98b96 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0527129 Aug 09 18:55:34.770886 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-82b8092c-2070-491b-b74c-afddc219b267 req-ec53f3e4-533e-4c9e-a916-a46626d4e639 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Aug 09 18:55:34.844191 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-48ca843d-e373-4d0a-b4f3-66fe2516ef5a tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:34.845665 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-48ca843d-e373-4d0a-b4f3-66fe2516ef5a tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 945 time: 0.0519593 Aug 09 18:55:34.956154 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Deleting port 835054d4-dd6d-4a13-9fde-6d722cd45f89 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:55:34.956646 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:35.067747 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] For port 835054d4-dd6d-4a13-9fde-6d722cd45f89, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=835054d4-dd6d-4a13-9fde-6d722cd45f89,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:35.068957 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:35.089618 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Calling delete_port for 835054d4-dd6d-4a13-9fde-6d722cd45f89 owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:55:35.089848 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:35.263609 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:35.276676 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'eefa8d4c-a7d3-438f-8508-c48001c80646', '835054d4-dd6d-4a13-9fde-6d722cd45f89'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:55:35.278105 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28ae6a-fe71-41d7-be7a-07631798e6b1 req-b4c484ed-837d-4b39-92de-3e6af57382b3 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:35.279602 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7b28ae6a-fe71-41d7-be7a-07631798e6b1 req-b4c484ed-837d-4b39-92de-3e6af57382b3 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=b59da7a6-77e9-4c51-8e66-a1f9603ead46 HTTP/1.1" status: 200 len: 945 time: 0.0910883 Aug 09 18:55:35.308821 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Pushing event deleted for resources: {'Port': ['ID=835054d4-dd6d-4a13-9fde-6d722cd45f89,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:35.372269 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] No DVR routers for this DVR port 835054d4-dd6d-4a13-9fde-6d722cd45f89 on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:55:35.378330 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:35.380988 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f0319d23-bc3f-462f-a264-fceaf00af680 req-26f6c957-19ed-4e55-ba57-86c205b271f0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "DELETE /v2.0/ports/835054d4-dd6d-4a13-9fde-6d722cd45f89 HTTP/1.1" status: 204 len: 173 time: 0.5257344 Aug 09 18:55:35.381488 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59da7a6-77e9-4c51-8e66-a1f9603ead46', 'name': 'network-vif-deleted', 'tag': '835054d4-dd6d-4a13-9fde-6d722cd45f89'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:55:35.383922 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdbb589-a513-40ea-a9f9-80a21b654650" -d '{"events": [{"server_uuid": "b59da7a6-77e9-4c51-8e66-a1f9603ead46", "name": "network-vif-deleted", "tag": "835054d4-dd6d-4a13-9fde-6d722cd45f89"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:55:35.389938 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7b28ae6a-fe71-41d7-be7a-07631798e6b1 req-60b34e33-cb27-4e2a-866c-66d7bd310162 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892668 Aug 09 18:55:35.462669 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3bc9cd-c6bf-4a7d-8962-4b043e15f784 x-openstack-request-id: req-cb3bc9cd-c6bf-4a7d-8962-4b043e15f784 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:55:35.463323 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59da7a6-77e9-4c51-8e66-a1f9603ead46", "name": "network-vif-deleted", "tag": "835054d4-dd6d-4a13-9fde-6d722cd45f89", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:55:35.463792 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb3bc9cd-c6bf-4a7d-8962-4b043e15f784 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:55:35.464362 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59da7a6-77e9-4c51-8e66-a1f9603ead46', 'name': 'network-vif-deleted', 'tag': '835054d4-dd6d-4a13-9fde-6d722cd45f89', 'status': 'completed', 'code': 200} Aug 09 18:55:35.484887 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0774a-52bf-4b11-8a74-28471301d9bc req-3d317f26-088f-4ef9-b961-16a4745e172a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:35.486678 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-51a0774a-52bf-4b11-8a74-28471301d9bc req-3d317f26-088f-4ef9-b961-16a4745e172a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0627890 Aug 09 18:55:35.548077 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-51a0774a-52bf-4b11-8a74-28471301d9bc req-c6729174-3b20-401f-b254-09aa53b9dafa tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551021 Aug 09 18:55:36.403310 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-8715749e-8633-4686-bd31-62c2bcad1fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:36.404787 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-8715749e-8633-4686-bd31-62c2bcad1fc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1099 time: 0.0748451 Aug 09 18:55:36.428158 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13628ec-ed84-4487-b30f-c135368708e9 req-f3616c98-8427-4dc4-9ec4-0d4adf99ee60 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:36.429695 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c13628ec-ed84-4487-b30f-c135368708e9 req-f3616c98-8427-4dc4-9ec4-0d4adf99ee60 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0738645 Aug 09 18:55:36.515678 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c13628ec-ed84-4487-b30f-c135368708e9 req-d7c300aa-1bcf-407c-a524-27b4b1ce570d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744503 Aug 09 18:55:36.539448 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-f0c83737-452e-4bd2-b588-a740bb0a261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:36.540968 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-f0c83737-452e-4bd2-b588-a740bb0a261a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 920 time: 0.1276228 Aug 09 18:55:36.595756 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-2361ce43-8341-4c3b-8e1d-add6077d481c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd14bfe5-72f0-402d-a192-de07b3405089 HTTP/1.1" status: 200 len: 217 time: 0.0432088 Aug 09 18:55:36.725717 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-a379b06f-81a9-45ec-847e-3b87feea269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:36.727175 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-a379b06f-81a9-45ec-847e-3b87feea269c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.1149657 Aug 09 18:55:36.760013 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c1a1-e397-40b6-9dc1-c2677f0654a4 req-90e10c37-8801-41fa-967f-d4bbbb65f045 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:36.761526 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9166c1a1-e397-40b6-9dc1-c2677f0654a4 req-90e10c37-8801-41fa-967f-d4bbbb65f045 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 946 time: 0.1053824 Aug 09 18:55:36.768701 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08ca02-a144-4dfa-ba94-e2a687241b81 req-ce982281-7a28-4656-a323-a2920cd7646c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:36.770040 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea08ca02-a144-4dfa-ba94-e2a687241b81 req-ce982281-7a28-4656-a323-a2920cd7646c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.1123958 Aug 09 18:55:36.795370 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-9dc8a3cb-09ff-4b1b-9c98-71dffd3640d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584018 Aug 09 18:55:36.890550 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9166c1a1-e397-40b6-9dc1-c2677f0654a4 req-074d2f36-c202-43a2-9ce5-1d5c9e54d9b4 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192446 Aug 09 18:55:36.898046 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ea08ca02-a144-4dfa-ba94-e2a687241b81 req-8b837238-06fd-46f5-88e8-fadc5ae1ac7e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073585 Aug 09 18:55:36.945845 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-2bb004d2-46ea-4b0b-b3a3-41c186f6c537 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324155 Aug 09 18:55:37.041799 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a29e5314-0b01-4911-b4a5-637f8809fb8c req-1203f399-4e24-4bb9-b4a0-10c80a41b91b service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874913 Aug 09 18:55:37.643740 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e92ab8-8631-47e3-8670-471b472b739e req-7e71fe4e-d824-4d7b-86c3-0fc775d5e7ca tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:37.645222 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-87e92ab8-8631-47e3-8670-471b472b739e req-7e71fe4e-d824-4d7b-86c3-0fc775d5e7ca tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0525510 Aug 09 18:55:37.685417 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-87e92ab8-8631-47e3-8670-471b472b739e req-ba982245-8616-49b4-b083-84891f7a8ea5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Aug 09 18:55:37.810983 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:55:37.815599 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:55:37.817700 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 835054d4-dd6d-4a13-9fde-6d722cd45f89 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:55:37.844735 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 835054d4-dd6d-4a13-9fde-6d722cd45f89 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:55:37.845082 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 835054d4-dd6d-4a13-9fde-6d722cd45f89 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:55:37.940802 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:37.955241 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'port_id': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'mac_address': 'fa:16:3e:f0:b5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:55:38.061963 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315e25c-0293-4caa-a5b2-d9f21599829a req-606e8ebf-8e02-4f23-9acc-a1ff8453ec7c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:38.065079 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1315e25c-0293-4caa-a5b2-d9f21599829a req-606e8ebf-8e02-4f23-9acc-a1ff8453ec7c tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 946 time: 0.0960486 Aug 09 18:55:38.077894 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841667ca-fc46-4132-a2ca-9b477d3461ed req-0140101d-e3c9-43f1-bc92-cc5fe4f622e6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:38.081340 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-841667ca-fc46-4132-a2ca-9b477d3461ed req-0140101d-e3c9-43f1-bc92-cc5fe4f622e6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 944 time: 0.0815279 Aug 09 18:55:38.124936 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:38.139137 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d7ac04-6927-4aec-a2b1-7681788a5721 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:55:38.150372 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1315e25c-0293-4caa-a5b2-d9f21599829a req-851210e0-fb31-489e-bc14-e5f7dbfc3be0 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694871 Aug 09 18:55:38.153223 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-841667ca-fc46-4132-a2ca-9b477d3461ed req-4d4f0844-a5b3-42ac-809c-e495d616e1a4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648994 Aug 09 18:55:38.160165 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:38.165271 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:38.216059 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=9']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:38.333291 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-86e2c83f-8897-4106-acd2-5570fb547cc3 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:38.335112 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-86e2c83f-8897-4106-acd2-5570fb547cc3 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 946 time: 0.0516970 Aug 09 18:55:38.436708 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Deleting port eefa8d4c-a7d3-438f-8508-c48001c80646 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:55:38.437071 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:38.462258 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['a2d7ac04-6927-4aec-a2b1-7681788a5721'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:55:38.543841 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] For port eefa8d4c-a7d3-438f-8508-c48001c80646, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=eefa8d4c-a7d3-438f-8508-c48001c80646,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:38.544236 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:38.559915 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Calling delete_port for eefa8d4c-a7d3-438f-8508-c48001c80646 owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:55:38.698484 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:38.726975 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Pushing event deleted for resources: {'Port': ['ID=eefa8d4c-a7d3-438f-8508-c48001c80646,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:38.778572 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] No DVR routers for this DVR port eefa8d4c-a7d3-438f-8508-c48001c80646 on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:55:38.787068 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:38.788981 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a78ef00e-7dc6-48bd-8d60-c504b6cc423f req-668718f7-481a-401f-8c03-69aed419f89f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "DELETE /v2.0/ports/eefa8d4c-a7d3-438f-8508-c48001c80646 HTTP/1.1" status: 204 len: 173 time: 0.4470227 Aug 09 18:55:38.789423 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb5abaa-e210-4986-be2c-fe440828a4af', 'name': 'network-vif-deleted', 'tag': 'eefa8d4c-a7d3-438f-8508-c48001c80646'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:55:38.791708 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f78d1ff-9bc7-4f35-b7ed-681ec0e23ba1" -d '{"events": [{"server_uuid": "5bb5abaa-e210-4986-be2c-fe440828a4af", "name": "network-vif-deleted", "tag": "eefa8d4c-a7d3-438f-8508-c48001c80646"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:55:38.839636 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362f0ad-3131-43b2-9e98-896e9e6c7162 req-831b2c4e-f899-4998-9ea8-d3423ab662ad tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:38.841219 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4362f0ad-3131-43b2-9e98-896e9e6c7162 req-831b2c4e-f899-4998-9ea8-d3423ab662ad tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0645945 Aug 09 18:55:38.847522 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65abae08-545d-41f8-a8fa-0374103b0034 x-openstack-request-id: req-65abae08-545d-41f8-a8fa-0374103b0034 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:55:38.847815 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb5abaa-e210-4986-be2c-fe440828a4af", "name": "network-vif-deleted", "tag": "eefa8d4c-a7d3-438f-8508-c48001c80646", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:55:38.848108 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65abae08-545d-41f8-a8fa-0374103b0034 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:55:38.848503 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb5abaa-e210-4986-be2c-fe440828a4af', 'name': 'network-vif-deleted', 'tag': 'eefa8d4c-a7d3-438f-8508-c48001c80646', 'status': 'completed', 'code': 200} Aug 09 18:55:38.883490 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4362f0ad-3131-43b2-9e98-896e9e6c7162 req-a3c864c4-02da-4d28-861b-db8fbb031ed0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Aug 09 18:55:39.139739 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'eefa8d4c-a7d3-438f-8508-c48001c80646'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:55:39.310738 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-94e7aba6-e7b5-494e-9420-6b426ff17a42 req-2bb6a56f-2e62-4850-a718-b9682b318e72 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bb5abaa-e210-4986-be2c-fe440828a4af HTTP/1.1" status: 200 len: 210 time: 0.0426114 Aug 09 18:55:39.337281 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8843844-cb29-4a14-9627-015d55cf35b8 req-0eab9103-7d45-4179-8f83-25fca07a5681 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:39.338775 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8843844-cb29-4a14-9627-015d55cf35b8 req-0eab9103-7d45-4179-8f83-25fca07a5681 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 945 time: 0.0874624 Aug 09 18:55:39.375595 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8843844-cb29-4a14-9627-015d55cf35b8 req-ca4e9501-b467-4e27-99e2-6f7c98614d6f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309587 Aug 09 18:55:39.815263 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:55:39.870005 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port a2d7ac04-6927-4aec-a2b1-7681788a5721 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:55:39.870373 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:39.971235 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:39.999464 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:55:40.001840 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9bf6dc-81cd-46a1-aedb-ae838f50ba35" -d '{"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:55:40.016620 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:40.023653 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:40.024705 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07431ef8-1381-464e-8007-c95371d2597a req-393e3bc1-473a-482e-a3b7-72d6cf084b32 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:40.025421 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device eefa8d4c-a7d3-438f-8508-c48001c80646 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:55:40.032359 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07431ef8-1381-464e-8007-c95371d2597a req-393e3bc1-473a-482e-a3b7-72d6cf084b32 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0568748 Aug 09 18:55:40.053849 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10983dba-dfff-466e-81ec-3723736ed6eb x-openstack-request-id: req-10983dba-dfff-466e-81ec-3723736ed6eb {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:55:40.054156 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:55:40.054414 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10983dba-dfff-466e-81ec-3723736ed6eb {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:55:40.054809 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'code': 200} Aug 09 18:55:40.057431 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: eefa8d4c-a7d3-438f-8508-c48001c80646 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:55:40.057771 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device eefa8d4c-a7d3-438f-8508-c48001c80646 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:55:40.076630 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07431ef8-1381-464e-8007-c95371d2597a req-29a47536-19a0-429e-ae8c-4d89f8f1ee46 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Aug 09 18:55:40.115342 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=10']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:40.509177 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f204c-e0b9-4e78-b484-b6c72e397f4b req-5cd24319-acaa-48af-b9af-e5e67a4071a8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:40.511345 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cf3f204c-e0b9-4e78-b484-b6c72e397f4b req-5cd24319-acaa-48af-b9af-e5e67a4071a8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.0565014 Aug 09 18:55:40.555864 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cf3f204c-e0b9-4e78-b484-b6c72e397f4b req-597760b8-47f4-4318-a132-bb28021845ba tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387723 Aug 09 18:55:40.673578 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215fa1e-b798-43d5-ab20-848118a39349 req-c42aa028-4d53-477e-86cd-3cf8ec3c4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:40.675047 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d215fa1e-b798-43d5-ab20-848118a39349 req-c42aa028-4d53-477e-86cd-3cf8ec3c4f48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 1100 time: 0.0431373 Aug 09 18:55:40.714113 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d215fa1e-b798-43d5-ab20-848118a39349 req-09172e03-bb34-448a-b6a4-b52af57d296d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306239 Aug 09 18:55:41.208915 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96ca5f-e03b-41ae-9b16-77d9935ad4dc req-61b2c815-b75f-4131-abc3-2a6bb3d8cc8a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:41.210488 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9c96ca5f-e03b-41ae-9b16-77d9935ad4dc req-61b2c815-b75f-4131-abc3-2a6bb3d8cc8a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0592279 Aug 09 18:55:41.259376 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9c96ca5f-e03b-41ae-9b16-77d9935ad4dc req-31843e2d-94e8-4ca8-b9a4-14e2126bf7db tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421548 Aug 09 18:55:41.689053 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e40a9-8cee-464f-83a9-d3d00fd36429 req-06650778-cde4-4a5a-a10e-16c382e1e84d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:41.691264 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-839e40a9-8cee-464f-83a9-d3d00fd36429 req-06650778-cde4-4a5a-a10e-16c382e1e84d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.0540969 Aug 09 18:55:41.758376 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-839e40a9-8cee-464f-83a9-d3d00fd36429 req-57abc0a7-2cfd-4d08-9ef8-bee1f7dc0b1b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606329 Aug 09 18:55:41.775454 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5ae49-cf83-4046-b653-4cd5cc7fffca req-483817fe-b991-40ad-9a9c-d46cde74f511 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:41.777262 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21b5ae49-cf83-4046-b653-4cd5cc7fffca req-483817fe-b991-40ad-9a9c-d46cde74f511 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.0651619 Aug 09 18:55:41.820489 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21b5ae49-cf83-4046-b653-4cd5cc7fffca req-0808fbe0-4745-4442-b392-28ac0b93138e tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361621 Aug 09 18:55:42.383460 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9beb4-3cde-400b-8b3b-5817863e1e9c req-716a4b38-0906-4afb-91b0-8f210a71fd94 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:42.385164 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cff9beb4-3cde-400b-8b3b-5817863e1e9c req-716a4b38-0906-4afb-91b0-8f210a71fd94 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0500510 Aug 09 18:55:42.424553 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cff9beb4-3cde-400b-8b3b-5817863e1e9c req-099f990e-28b6-4061-9e79-82be0bd3024d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Aug 09 18:55:42.890948 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b857d35-a6df-4316-ba12-4a11a41b0ec0 req-14072539-4a62-46f3-936f-5cad15c47421 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:42.892890 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b857d35-a6df-4316-ba12-4a11a41b0ec0 req-14072539-4a62-46f3-936f-5cad15c47421 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.0561337 Aug 09 18:55:42.963835 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b857d35-a6df-4316-ba12-4a11a41b0ec0 req-4e5c3122-9266-4642-8358-4aa4388ed643 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598426 Aug 09 18:55:42.971655 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e6072-b0ed-457e-957e-9c500285cfb5 req-cbd63b31-e66a-4572-81f1-26486faf89b2 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:42.973274 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-017e6072-b0ed-457e-957e-9c500285cfb5 req-cbd63b31-e66a-4572-81f1-26486faf89b2 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.0793879 Aug 09 18:55:43.014438 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-017e6072-b0ed-457e-957e-9c500285cfb5 req-8ab4e4df-896b-42d3-a499-58af5fb57ef3 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/security-groups?id=1dbf675e-d9b0-491e-a71e-1600cfe7aa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341916 Aug 09 18:55:43.539780 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4462812-4dc7-46aa-9e8d-a5a4ce6553ec req-2674b577-58d5-4b56-bd38-e0e6c583a85f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:43.541201 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c4462812-4dc7-46aa-9e8d-a5a4ce6553ec req-2674b577-58d5-4b56-bd38-e0e6c583a85f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0494115 Aug 09 18:55:43.581179 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c4462812-4dc7-46aa-9e8d-a5a4ce6553ec req-738395d5-0951-4e57-ac74-74bbd44e6bcd tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338655 Aug 09 18:55:43.667521 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c080b-8fc8-475f-bba2-618087d55a81 req-c129b30b-4f7c-4136-a4f8-99487e73d1ac tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:43.669177 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-711c080b-8fc8-475f-bba2-618087d55a81 req-c129b30b-4f7c-4136-a4f8-99487e73d1ac tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 945 time: 0.0482745 Aug 09 18:55:43.766952 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-711c080b-8fc8-475f-bba2-618087d55a81 req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Deleting port 2e274ca5-6557-4d60-ba7e-19265cfdf18f {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:55:43.767293 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-711c080b-8fc8-475f-bba2-618087d55a81 req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:43.858806 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-711c080b-8fc8-475f-bba2-618087d55a81 req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] For port 2e274ca5-6557-4d60-ba7e-19265cfdf18f, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2e274ca5-6557-4d60-ba7e-19265cfdf18f,segment=NetworkSegment(f31a2558-95a9-4ef8-b48f-fa7a3234f3ac),segment_id=f31a2558-95a9-4ef8-b48f-fa7a3234f3ac)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:55:43.859097 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-711c080b-8fc8-475f-bba2-618087d55a81 req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:43.873236 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-711c080b-8fc8-475f-bba2-618087d55a81 req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Calling delete_port for 2e274ca5-6557-4d60-ba7e-19265cfdf18f owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:55:44.010886 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-711c080b-8fc8-475f-bba2-618087d55a81 req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:44.047573 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Pushing event deleted for resources: {'Port': ['ID=2e274ca5-6557-4d60-ba7e-19265cfdf18f,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:44.113308 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-711c080b-8fc8-475f-bba2-618087d55a81 req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] No DVR routers for this DVR port 2e274ca5-6557-4d60-ba7e-19265cfdf18f on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:55:44.118078 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-711c080b-8fc8-475f-bba2-618087d55a81 req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:44.120065 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-711c080b-8fc8-475f-bba2-618087d55a81 req-d067d5f4-1734-47da-b835-1176d85e6f6f tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.26 "DELETE /v2.0/ports/2e274ca5-6557-4d60-ba7e-19265cfdf18f HTTP/1.1" status: 204 len: 173 time: 0.4415343 Aug 09 18:55:44.127738 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e459d-5217-4e1d-9fe6-58395e8b7c04', 'name': 'network-vif-deleted', 'tag': '2e274ca5-6557-4d60-ba7e-19265cfdf18f'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:55:44.130028 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da31b46-56c9-4e78-ac18-3a27531ea9a7" -d '{"events": [{"server_uuid": "686e459d-5217-4e1d-9fe6-58395e8b7c04", "name": "network-vif-deleted", "tag": "2e274ca5-6557-4d60-ba7e-19265cfdf18f"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:55:44.153971 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d5924e63-8285-43ad-a58b-ec186ef03b96 req-48fe8b39-5b40-4e82-a43e-db537d5348c2 tempest-AttachVolumeNegativeTest-1446158111 tempest-AttachVolumeNegativeTest-1446158111-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e459d-5217-4e1d-9fe6-58395e8b7c04 HTTP/1.1" status: 200 len: 210 time: 0.0418253 Aug 09 18:55:44.170754 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a358735-e495-44a3-9955-3bbcccb0988d req-6dae11f1-ec66-46f8-8441-1c204e38310e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:44.172764 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1a358735-e495-44a3-9955-3bbcccb0988d req-6dae11f1-ec66-46f8-8441-1c204e38310e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.1020494 Aug 09 18:55:44.206233 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73bf77b-ef5e-4759-8771-04abf676025f x-openstack-request-id: req-b73bf77b-ef5e-4759-8771-04abf676025f {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:55:44.206532 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e459d-5217-4e1d-9fe6-58395e8b7c04", "name": "network-vif-deleted", "tag": "2e274ca5-6557-4d60-ba7e-19265cfdf18f", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:55:44.206781 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b73bf77b-ef5e-4759-8771-04abf676025f {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:55:44.207166 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e459d-5217-4e1d-9fe6-58395e8b7c04', 'name': 'network-vif-deleted', 'tag': '2e274ca5-6557-4d60-ba7e-19265cfdf18f', 'status': 'completed', 'code': 200} Aug 09 18:55:44.226506 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1a358735-e495-44a3-9955-3bbcccb0988d req-b1d59888-a6ec-4cf2-a80f-0d82522b133c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375826 Aug 09 18:55:44.708009 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8380-ccbd-497f-ac0c-a5fbd82b0177 req-854cb8a4-c8a3-4b5c-8ff9-cf1675ee3188 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:44.710588 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cd4a8380-ccbd-497f-ac0c-a5fbd82b0177 req-854cb8a4-c8a3-4b5c-8ff9-cf1675ee3188 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0538182 Aug 09 18:55:44.755656 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cd4a8380-ccbd-497f-ac0c-a5fbd82b0177 req-5db543b7-5700-47d5-9e58-6dcd61c9e374 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383890 Aug 09 18:55:45.214584 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49664) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:45.264847 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d7a3c3-3e11-4b5d-9d59-d66d182893a8 admin admin] Deleting subnet e1bce482-1d8b-4264-b55a-f67b5b58bcec {{(pid=93288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:55:45.271415 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-92d7a3c3-3e11-4b5d-9d59-d66d182893a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.309501 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-92d7a3c3-3e11-4b5d-9d59-d66d182893a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3883920'] for subnet, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.354139 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-92d7a3c3-3e11-4b5d-9d59-d66d182893a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.373161 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f373ce-13fb-4acc-8bfe-6c5d1d84ffba req-99deef10-3e69-4504-bcc0-472cacf15490 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:45.374591 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e5f373ce-13fb-4acc-8bfe-6c5d1d84ffba req-99deef10-3e69-4504-bcc0-472cacf15490 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.0705333 Aug 09 18:55:45.430306 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e5f373ce-13fb-4acc-8bfe-6c5d1d84ffba req-c47bde3b-b147-4c63-845d-745ee45868e8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476348 Aug 09 18:55:45.444696 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-92d7a3c3-3e11-4b5d-9d59-d66d182893a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3882496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3378366'] for subnet, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.476818 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-92d7a3c3-3e11-4b5d-9d59-d66d182893a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.481400 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 49700) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:45.481618 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-92d7a3c3-3e11-4b5d-9d59-d66d182893a8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e1bce482-1d8b-4264-b55a-f67b5b58bcec HTTP/1.1" status: 204 len: 168 time: 0.2657654 Aug 09 18:55:45.482787 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7a3c3-3e11-4b5d-9d59-d66d182893a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1bce482-1d8b-4264-b55a-f67b5b58bcec,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:45.557213 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.639122 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.649455 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778664c4-12ac-4a24-abae-812d81f19c47']}} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:55:45.660051 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac') {'for_net_delete': True} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:55:45.660356 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31a2558-95a9-4ef8-b48f-fa7a3234f3ac') {} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:55:45.670153 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829589'] for segment, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.685218 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.692923 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:55:45.693334 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8829140'] for segment, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: Traceback (most recent call last): Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: timer() Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: cb(*args, **kw) Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: return func(*args, **kwargs) Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: self._notify() Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: self.callback(batched_events) Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: event.method(event) Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: return f(self, *a, **k) Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._get(url).json() Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: return self.request(url, 'GET', **kwargs) Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:55:45.695283 dv-cinder-782995-5-iscsi neutron-server[93289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:55:45.750129 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.756997 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:45.759276 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] 10.222.0.57 "DELETE /v2.0/networks/778664c4-12ac-4a24-abae-812d81f19c47 HTTP/1.1" status: 204 len: 168 time: 0.2768066 Aug 09 18:55:45.780547 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Pushing event deleted for resources: {'Network': ['ID=778664c4-12ac-4a24-abae-812d81f19c47,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:45.789400 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.789831 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.790236 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.790815 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.791211 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.791608 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.792033 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.792374 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.792698 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.793021 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.793344 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.793662 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecb047c-1c8b-4f56-a1f9-fb348375140a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:45.842201 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 2e274ca5-6557-4d60-ba7e-19265cfdf18f no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:55:45.867182 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 2e274ca5-6557-4d60-ba7e-19265cfdf18f {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:55:45.868016 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 2e274ca5-6557-4d60-ba7e-19265cfdf18f not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:55:45.891447 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b0800-6555-4bed-9960-f78f64142146 req-7f545016-2e92-43fe-8503-dc7dafe001cb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:45.893672 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-320b0800-6555-4bed-9960-f78f64142146 req-7f545016-2e92-43fe-8503-dc7dafe001cb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0607173 Aug 09 18:55:45.948637 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-320b0800-6555-4bed-9960-f78f64142146 req-8d523e10-9302-49b2-8cd3-a1e2ee3122f8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473068 Aug 09 18:55:46.015399 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 49712) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:46.058179 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-d976c78d-40b0-4155-a545-568b84c77654 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09a04cbf8f39460ab273e7059fd96e15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415628 Aug 09 18:55:46.060601 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 49714) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:46.111963 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fc7d089c-5ce0-407b-bd0a-1f2222189949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:46.135696 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fc7d089c-5ce0-407b-bd0a-1f2222189949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:46.183244 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fc7d089c-5ce0-407b-bd0a-1f2222189949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:46.185844 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fc7d089c-5ce0-407b-bd0a-1f2222189949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:46.187144 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-fc7d089c-5ce0-407b-bd0a-1f2222189949 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1dbf675e-d9b0-491e-a71e-1600cfe7aa34 HTTP/1.1" status: 204 len: 168 time: 0.1255386 Aug 09 18:55:46.200373 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d089c-5ce0-407b-bd0a-1f2222189949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbf675e-d9b0-491e-a71e-1600cfe7aa34,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:46.568458 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39184594-d8a6-4b64-860c-bcea03df8276 req-f3f51b2c-ac03-431f-8410-c941efefe657 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:46.569951 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-39184594-d8a6-4b64-860c-bcea03df8276 req-f3f51b2c-ac03-431f-8410-c941efefe657 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.0546012 Aug 09 18:55:46.610513 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-39184594-d8a6-4b64-860c-bcea03df8276 req-e59cfb82-0a89-44e7-b8b7-3598a58252b8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342567 Aug 09 18:55:47.066563 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb04e5d-cc2d-4bea-9c92-bad46657c83e req-db5904b7-2dd8-417a-828f-bd0e71a09653 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:47.068088 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fb04e5d-cc2d-4bea-9c92-bad46657c83e req-db5904b7-2dd8-417a-828f-bd0e71a09653 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0507143 Aug 09 18:55:47.111409 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fb04e5d-cc2d-4bea-9c92-bad46657c83e req-ed8e4f99-0f6b-40b6-9737-6da94413aba4 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345712 Aug 09 18:55:47.700883 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 49772) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:47.828306 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b476-c34e-409d-8715-161562374597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:47.917376 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b476-c34e-409d-8715-161562374597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:47.922891 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b476-c34e-409d-8715-161562374597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:47.962020 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5b476-c34e-409d-8715-161562374597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0287bb95-d8cd-4058-9789-3282e4b5e685,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:47.966514 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-6ba5b476-c34e-409d-8715-161562374597 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=795fb6330eab4b6ea6793f2d4a00eeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645037 Aug 09 18:55:47.969097 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 49776) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:48.016842 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-60d520cd-48d4-40db-bc25-60b64675ad6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.038506 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-60d520cd-48d4-40db-bc25-60b64675ad6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.085063 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-60d520cd-48d4-40db-bc25-60b64675ad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.087608 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-60d520cd-48d4-40db-bc25-60b64675ad6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.088801 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-60d520cd-48d4-40db-bc25-60b64675ad6a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0287bb95-d8cd-4058-9789-3282e4b5e685 HTTP/1.1" status: 204 len: 168 time: 0.1188109 Aug 09 18:55:48.096509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d520cd-48d4-40db-bc25-60b64675ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0287bb95-d8cd-4058-9789-3282e4b5e685,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:48.231054 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e643c-cf49-494e-a0e1-51ee9af2550f req-e9e00291-5d87-47f0-b3ee-dd9de46b39f7 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:48.232924 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-806e643c-cf49-494e-a0e1-51ee9af2550f req-e9e00291-5d87-47f0-b3ee-dd9de46b39f7 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0537488 Aug 09 18:55:48.275046 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-806e643c-cf49-494e-a0e1-51ee9af2550f req-1ddd04da-0ccf-4bc4-982e-8c62f7b82509 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Aug 09 18:55:48.367885 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 49786) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:48.381444 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-792cbb4d-37df-43ae-8969-cec0a502e046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.484182 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-792cbb4d-37df-43ae-8969-cec0a502e046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.488429 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-792cbb4d-37df-43ae-8969-cec0a502e046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.526985 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-792cbb4d-37df-43ae-8969-cec0a502e046 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=214a5e6921174bf0b8c2133dc6e49fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579652 Aug 09 18:55:48.527878 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cbb4d-37df-43ae-8969-cec0a502e046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a60ce4-751e-466a-ae24-2b0ea3465d63,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:48.529801 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49788) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:48.585505 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5443be81-5e4d-4109-bd4f-04b2605f3e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.608803 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5443be81-5e4d-4109-bd4f-04b2605f3e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.657095 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5443be81-5e4d-4109-bd4f-04b2605f3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.659695 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5443be81-5e4d-4109-bd4f-04b2605f3e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:48.660869 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-5443be81-5e4d-4109-bd4f-04b2605f3e6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61a60ce4-751e-466a-ae24-2b0ea3465d63 HTTP/1.1" status: 204 len: 168 time: 0.1300910 Aug 09 18:55:48.670138 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443be81-5e4d-4109-bd4f-04b2605f3e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a60ce4-751e-466a-ae24-2b0ea3465d63,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:49.401551 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43861db6-d0ef-4ee6-b035-158d3a336e0f req-c51cc215-fc98-4d2c-96f2-798ba2c03a8b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:49.403145 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-43861db6-d0ef-4ee6-b035-158d3a336e0f req-c51cc215-fc98-4d2c-96f2-798ba2c03a8b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0528998 Aug 09 18:55:49.441752 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-43861db6-d0ef-4ee6-b035-158d3a336e0f req-efd8fcf2-ad6a-4af0-be43-ab19d866009e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Aug 09 18:55:50.575234 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b875f-00d8-4e72-9698-843330f7882c req-89ca9c7d-ff4a-4a00-b582-c71a73b04b39 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:50.577027 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9e2b875f-00d8-4e72-9698-843330f7882c req-89ca9c7d-ff4a-4a00-b582-c71a73b04b39 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0623319 Aug 09 18:55:50.624920 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9e2b875f-00d8-4e72-9698-843330f7882c req-f95fa658-f795-4c24-b6ba-16dc3a08376c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369759 Aug 09 18:55:51.756711 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204c7a2-d7d2-4110-ac51-34407a7d7e5d req-d8df0a77-02dc-4bb7-919f-81527b8f40f8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:51.758255 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2204c7a2-d7d2-4110-ac51-34407a7d7e5d req-d8df0a77-02dc-4bb7-919f-81527b8f40f8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0573084 Aug 09 18:55:51.803611 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2204c7a2-d7d2-4110-ac51-34407a7d7e5d req-ed641741-3b58-4ebb-b7e0-59a97f07dbbf tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 Aug 09 18:55:52.930642 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9390aa-6e03-484b-83e3-3dbaa1b5213d req-1c32a9c9-1d48-4e80-9813-d301c30e3615 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:52.932245 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ae9390aa-6e03-484b-83e3-3dbaa1b5213d req-1c32a9c9-1d48-4e80-9813-d301c30e3615 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0557907 Aug 09 18:55:52.974741 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ae9390aa-6e03-484b-83e3-3dbaa1b5213d req-ed9ba2df-54c8-45b5-981c-82263e4f748d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351803 Aug 09 18:55:53.301517 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 49912) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:53.413176 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-43bc235f-2cf7-4881-b44e-2e42bb341aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:53.505675 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-43bc235f-2cf7-4881-b44e-2e42bb341aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:53.510727 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-43bc235f-2cf7-4881-b44e-2e42bb341aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:53.554087 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-43bc235f-2cf7-4881-b44e-2e42bb341aee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0eeddc906cd447a1bf2e06b5be67761d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511373 Aug 09 18:55:53.554855 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc235f-2cf7-4881-b44e-2e42bb341aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31801058-7b98-4072-98ba-a85500ffeb19,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:53.557340 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49918) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:53.619973 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-04c27309-d078-44a1-89cc-f183efe3c98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:53.645054 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-04c27309-d078-44a1-89cc-f183efe3c98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:53.700999 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-04c27309-d078-44a1-89cc-f183efe3c98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:53.703621 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-04c27309-d078-44a1-89cc-f183efe3c98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:53.704835 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-04c27309-d078-44a1-89cc-f183efe3c98f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31801058-7b98-4072-98ba-a85500ffeb19 HTTP/1.1" status: 204 len: 168 time: 0.1459973 Aug 09 18:55:53.714016 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c27309-d078-44a1-89cc-f183efe3c98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31801058-7b98-4072-98ba-a85500ffeb19,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:54.015729 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 49926) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:54.033002 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e10bea0e-7d82-4ea0-9256-53d71b6ce797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:54.132538 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad96b6-64fe-4bb4-bde7-c9a45088af4f req-fd813650-3f12-45e1-b0e2-fa8f92160c9b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:54.134029 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bcad96b6-64fe-4bb4-bde7-c9a45088af4f req-fd813650-3f12-45e1-b0e2-fa8f92160c9b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0786049 Aug 09 18:55:54.195860 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bcad96b6-64fe-4bb4-bde7-c9a45088af4f req-44a8f718-9988-4bf1-a2a9-9634c0cb8a5f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534973 Aug 09 18:55:54.216465 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e10bea0e-7d82-4ea0-9256-53d71b6ce797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:54.222243 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e10bea0e-7d82-4ea0-9256-53d71b6ce797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:54.267501 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-e10bea0e-7d82-4ea0-9256-53d71b6ce797 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=640e1c2d6c624491aa01251fe6a19fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505808 Aug 09 18:55:54.268497 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bea0e-7d82-4ea0-9256-53d71b6ce797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1dafd0-08b5-439f-99e6-78b687bc874d,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:54.270575 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 49930) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:54.333988 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:54.358373 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:54.416793 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:54.419233 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:54.420408 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c1dafd0-08b5-439f-99e6-78b687bc874d HTTP/1.1" status: 204 len: 168 time: 0.1481993 Aug 09 18:55:54.428974 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1dafd0-08b5-439f-99e6-78b687bc874d,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:54.436284 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.437287 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.437287 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.437287 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.437705 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.437900 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.438226 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.438552 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.438982 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.439198 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.439515 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:54.439832 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3494fc75-356e-41df-87d3-472885f993f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:55:55.331197 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885767-f64a-4bc3-afba-98e6cc66515c req-56491374-862c-4d85-ae86-f68942c5bffe tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:55.333139 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0b885767-f64a-4bc3-afba-98e6cc66515c req-56491374-862c-4d85-ae86-f68942c5bffe tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0632517 Aug 09 18:55:55.374881 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0b885767-f64a-4bc3-afba-98e6cc66515c req-6a595a8e-f0ce-4098-9c6e-e7ab79b52629 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351427 Aug 09 18:55:56.498661 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e8e1-18a8-4c37-bccb-2f9caaec7945 req-0dcb999d-c601-4be7-b531-9ee09e7584ee tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:56.500359 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c873e8e1-18a8-4c37-bccb-2f9caaec7945 req-0dcb999d-c601-4be7-b531-9ee09e7584ee tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0512621 Aug 09 18:55:56.540275 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c873e8e1-18a8-4c37-bccb-2f9caaec7945 req-5a0b6cec-8dbe-4891-85d7-2e3290e167f6 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340612 Aug 09 18:55:57.286844 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-3899bf6a-0e68-4488-bb62-9b00fceae758 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449007 Aug 09 18:55:57.397999 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-3112e14d-6b0d-4401-b12a-5365ef5dcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:57.399601 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-3112e14d-6b0d-4401-b12a-5365ef5dcb87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 1100 time: 0.0424361 Aug 09 18:55:57.511701 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-a9020585-8f93-4ed2-9899-375c878ab82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:57.513339 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-a9020585-8f93-4ed2-9899-375c878ab82f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.0907693 Aug 09 18:55:57.579886 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-2f738653-bdce-41c3-8c38-ddedb0a4debf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721 HTTP/1.1" status: 200 len: 1001 time: 0.0584037 Aug 09 18:55:57.660428 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-b9c9e36b-8e64-4c48-b04f-908c900be64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:57.661963 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-b9c9e36b-8e64-4c48-b04f-908c900be64d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.0729284 Aug 09 18:55:57.687226 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67199f-484c-448b-8f3d-83281b562b80 req-4e47c2f5-65c6-4580-8b3f-b226b925f143 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:57.688761 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ca67199f-484c-448b-8f3d-83281b562b80 req-4e47c2f5-65c6-4580-8b3f-b226b925f143 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0705581 Aug 09 18:55:57.747928 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ca67199f-484c-448b-8f3d-83281b562b80 req-b49515ca-60ff-4e6b-8758-c032625b536d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 Aug 09 18:55:57.749717 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-e48628dc-305c-495d-b338-1c186cb91e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:57.751129 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-e48628dc-305c-495d-b338-1c186cb91e62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805655 Aug 09 18:55:57.857602 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-5cc71ec0-123f-4aa6-a7a6-9dab6aa7f91d service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959053 Aug 09 18:55:57.952032 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99904f5a-38eb-4fdd-8d4c-2d42a3ebed90 req-a24bd133-bbc4-48d1-8ee5-3845a44464a0 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870373 Aug 09 18:55:58.386840 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:58.874691 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b93462-9791-4041-ba3b-77d2d85f0670 req-54c00e9c-8411-4d36-bbda-3348c4f8515b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:55:58.876472 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a8b93462-9791-4041-ba3b-77d2d85f0670 req-54c00e9c-8411-4d36-bbda-3348c4f8515b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0494871 Aug 09 18:55:58.919376 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a8b93462-9791-4041-ba3b-77d2d85f0670 req-c8a6c342-c111-4906-9895-d63fc23f2f1d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358303 Aug 09 18:55:59.514220 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50074) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:59.590800 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-00b72d91-7412-47f0-bdd6-96aa9562ff22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:59.622043 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-17759a29-8efc-453c-b4d8-72a239e74f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:59.713585 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-17759a29-8efc-453c-b4d8-72a239e74f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:59.717313 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-17759a29-8efc-453c-b4d8-72a239e74f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:59.754202 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-17759a29-8efc-453c-b4d8-72a239e74f3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b78c9b6ef0c4d5cb5db91d4a7ed71f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387066 Aug 09 18:55:59.755611 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17759a29-8efc-453c-b4d8-72a239e74f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61a319b-45a0-4db7-90c5-e47b057a91b9,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:55:59.757639 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50078) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:55:59.806943 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b4e79d46-7b7f-4b4b-ba54-ed5a03325684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:59.828004 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b4e79d46-7b7f-4b4b-ba54-ed5a03325684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:59.874450 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b4e79d46-7b7f-4b4b-ba54-ed5a03325684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:59.877012 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b4e79d46-7b7f-4b4b-ba54-ed5a03325684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:55:59.878158 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-b4e79d46-7b7f-4b4b-ba54-ed5a03325684 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c61a319b-45a0-4db7-90c5-e47b057a91b9 HTTP/1.1" status: 204 len: 168 time: 0.1192067 Aug 09 18:55:59.887193 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e79d46-7b7f-4b4b-ba54-ed5a03325684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61a319b-45a0-4db7-90c5-e47b057a91b9,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:00.046082 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fabcd-c632-4057-a106-36a563614219 req-a53d91ef-ddb2-46a0-a98b-d2c12fa5a558 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:00.047676 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-935fabcd-c632-4057-a106-36a563614219 req-a53d91ef-ddb2-46a0-a98b-d2c12fa5a558 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0489275 Aug 09 18:56:00.088740 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-935fabcd-c632-4057-a106-36a563614219 req-785b4e74-bba5-4214-b0a2-c2ae0b0a1c77 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 Aug 09 18:56:00.158631 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50090) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:00.172078 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ee3d3ede-6510-44fd-bace-8b1a2cbaa5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.263646 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ee3d3ede-6510-44fd-bace-8b1a2cbaa5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.267755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ee3d3ede-6510-44fd-bace-8b1a2cbaa5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.306086 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-ee3d3ede-6510-44fd-bace-8b1a2cbaa5f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a796ee56d7094b4f852d9c71316ec223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462862 Aug 09 18:56:00.306976 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d3ede-6510-44fd-bace-8b1a2cbaa5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0637ab-9ca8-4fbf-8730-8eb89c86e312,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:00.308878 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50092) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:00.358701 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dc64c34c-bfd5-4622-afbf-fe165331f837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.389333 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dc64c34c-bfd5-4622-afbf-fe165331f837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.437901 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dc64c34c-bfd5-4622-afbf-fe165331f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.440442 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dc64c34c-bfd5-4622-afbf-fe165331f837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.441580 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-dc64c34c-bfd5-4622-afbf-fe165331f837 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a0637ab-9ca8-4fbf-8730-8eb89c86e312 HTTP/1.1" status: 204 len: 168 time: 0.1314683 Aug 09 18:56:00.449586 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64c34c-bfd5-4622-afbf-fe165331f837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0637ab-9ca8-4fbf-8730-8eb89c86e312,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:00.776683 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50098) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:00.790272 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ce29-6e19-47dd-bfde-5dc97306ce12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.879430 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ce29-6e19-47dd-bfde-5dc97306ce12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.884116 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ce29-6e19-47dd-bfde-5dc97306ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.921379 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-ecc4ce29-6e19-47dd-bfde-5dc97306ce12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f40c3cd7eb243b7bd23fe8337fae4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436992 Aug 09 18:56:00.922236 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4ce29-6e19-47dd-bfde-5dc97306ce12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0606f89e-e219-409e-9bab-0d77cc83d8bd,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:00.924629 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50100) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:00.975753 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e60f1412-f3ea-464a-9864-2cddb8c8c925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:00.998288 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e60f1412-f3ea-464a-9864-2cddb8c8c925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:01.047701 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e60f1412-f3ea-464a-9864-2cddb8c8c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:01.050289 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e60f1412-f3ea-464a-9864-2cddb8c8c925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:01.051477 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-e60f1412-f3ea-464a-9864-2cddb8c8c925 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0606f89e-e219-409e-9bab-0d77cc83d8bd HTTP/1.1" status: 204 len: 168 time: 0.1251400 Aug 09 18:56:01.060603 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f1412-f3ea-464a-9864-2cddb8c8c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0606f89e-e219-409e-9bab-0d77cc83d8bd,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:01.206217 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadc59b-3097-4070-9329-dbb4e61dcfb4 req-199d8083-1be4-4267-b682-6996561c6284 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:01.207776 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-beadc59b-3097-4070-9329-dbb4e61dcfb4 req-199d8083-1be4-4267-b682-6996561c6284 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0506160 Aug 09 18:56:01.247956 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-beadc59b-3097-4070-9329-dbb4e61dcfb4 req-e0f65bf5-42bb-41b6-b9fe-086159278df0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Aug 09 18:56:02.355539 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9209f428-eeac-4b6f-845d-d0d82736f0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:02.451071 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:02.588861 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08501c3-bb69-4ae4-af9b-228807ede4ed req-d54d3c1b-d414-4929-a66f-03078f862cad tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:02.590227 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f08501c3-bb69-4ae4-af9b-228807ede4ed req-d54d3c1b-d414-4929-a66f-03078f862cad tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.2751117 Aug 09 18:56:02.628031 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f08501c3-bb69-4ae4-af9b-228807ede4ed req-65b6e06f-8ee3-4e8d-be74-ab0ea7acd5bb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 09 18:56:03.265774 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:03.742293 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bad581-3e73-4935-b3c4-2453fbb45fc6 req-c56dcd4b-c60d-463d-829d-140d8399a683 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:03.743729 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-92bad581-3e73-4935-b3c4-2453fbb45fc6 req-c56dcd4b-c60d-463d-829d-140d8399a683 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0469732 Aug 09 18:56:03.779411 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-92bad581-3e73-4935-b3c4-2453fbb45fc6 req-b2ce33fa-d261-4e38-95e2-175071c499de tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297146 Aug 09 18:56:04.896018 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8052-606c-488e-aebf-e4319aac4f99 req-8bf58871-dcda-4098-a2b5-ae2777c89da9 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:04.897482 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-839c8052-606c-488e-aebf-e4319aac4f99 req-8bf58871-dcda-4098-a2b5-ae2777c89da9 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0493581 Aug 09 18:56:04.935001 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-839c8052-606c-488e-aebf-e4319aac4f99 req-cfdb1db4-819d-4116-8dfe-82b5257500de tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Aug 09 18:56:05.089376 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:06.051242 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d6db7-2794-44d9-b458-116fc72e66c7 req-0f7ca7f6-1f34-409d-bb5f-58ccb6dc622a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:06.053452 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c88d6db7-2794-44d9-b458-116fc72e66c7 req-0f7ca7f6-1f34-409d-bb5f-58ccb6dc622a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0531359 Aug 09 18:56:06.094281 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c88d6db7-2794-44d9-b458-116fc72e66c7 req-e9b0b6cd-ed4d-4c37-a3ac-2301102d8287 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Aug 09 18:56:07.073980 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b624b-f168-4a12-b3d7-1517b4bf459a req-4a300931-6130-4766-af8c-346aa11c34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:07.075378 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a15b624b-f168-4a12-b3d7-1517b4bf459a req-4a300931-6130-4766-af8c-346aa11c34d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1099 time: 0.0421124 Aug 09 18:56:07.112524 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a15b624b-f168-4a12-b3d7-1517b4bf459a req-258fec29-0971-46e0-bff4-39699120fefa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290520 Aug 09 18:56:07.213419 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b267d96-2bdf-472f-98ad-785f5e434fe9 req-4528cae2-b2a5-40e4-b778-09e6d5b446aa tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:07.214891 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6b267d96-2bdf-472f-98ad-785f5e434fe9 req-4528cae2-b2a5-40e4-b778-09e6d5b446aa tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0475919 Aug 09 18:56:07.252532 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6b267d96-2bdf-472f-98ad-785f5e434fe9 req-8787a17b-16c0-4346-b01f-94b1a0f691c1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Aug 09 18:56:08.372673 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63fec1-1f77-44c6-a169-149fa08b33b6 req-5914278d-bfe7-4d76-a56f-3ca329c5a577 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:08.374119 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ce63fec1-1f77-44c6-a169-149fa08b33b6 req-5914278d-bfe7-4d76-a56f-3ca329c5a577 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0506387 Aug 09 18:56:08.411642 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ce63fec1-1f77-44c6-a169-149fa08b33b6 req-72789e89-ced6-4f55-83aa-2d39ab684b5f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Aug 09 18:56:09.525356 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b267c-e7bc-4419-9926-144f514059ef req-b6dc167a-d4b1-47e8-a8a6-7800e468da9f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:09.526830 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9e0b267c-e7bc-4419-9926-144f514059ef req-b6dc167a-d4b1-47e8-a8a6-7800e468da9f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0496314 Aug 09 18:56:09.563083 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9e0b267c-e7bc-4419-9926-144f514059ef req-4ac6c02e-885e-4851-8779-2f9760968489 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303681 Aug 09 18:56:10.678291 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1abd7-56e0-42c8-a817-2cb962ab176b req-c7a99a80-877f-4f9a-81c9-705945382fa1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:10.680090 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e3b1abd7-56e0-42c8-a817-2cb962ab176b req-c7a99a80-877f-4f9a-81c9-705945382fa1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0491700 Aug 09 18:56:10.722579 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e3b1abd7-56e0-42c8-a817-2cb962ab176b req-fa5a38d9-c670-4409-acff-eb50998bbdba tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353432 Aug 09 18:56:11.853760 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505244d-a51d-4bae-9465-45ddb64e16db req-bfb1deaa-84a3-46c4-918c-db21e2ff48ae tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:11.855288 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5505244d-a51d-4bae-9465-45ddb64e16db req-bfb1deaa-84a3-46c4-918c-db21e2ff48ae tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0620692 Aug 09 18:56:11.893631 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5505244d-a51d-4bae-9465-45ddb64e16db req-d194d33a-1480-46e2-8728-48d122ffb0c1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Aug 09 18:56:12.175629 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-053305b3-53cb-4a35-8cdc-69a6cccfcef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:12.177704 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-053305b3-53cb-4a35-8cdc-69a6cccfcef4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1099 time: 0.0671294 Aug 09 18:56:12.192535 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faeddf-b3e4-45cc-a56e-26ca2d20655e req-32f3d688-40a1-4fa3-ae14-edd1a1eaf283 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:12.193920 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-51faeddf-b3e4-45cc-a56e-26ca2d20655e req-32f3d688-40a1-4fa3-ae14-edd1a1eaf283 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0587585 Aug 09 18:56:12.278026 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-51faeddf-b3e4-45cc-a56e-26ca2d20655e req-f33265dc-a841-4603-888b-e96184003e27 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751305 Aug 09 18:56:12.304807 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-c18bbc07-20a4-4907-ac6f-3c31fa90a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:12.306250 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-c18bbc07-20a4-4907-ac6f-3c31fa90a29b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 920 time: 0.1115050 Aug 09 18:56:12.357101 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-bb42c122-d971-4127-8a1a-42e4fc0edd62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd14bfe5-72f0-402d-a192-de07b3405089 HTTP/1.1" status: 200 len: 217 time: 0.0346267 Aug 09 18:56:12.431030 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-230f2728-bdff-4309-85bb-6aec9708091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:12.432508 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-230f2728-bdff-4309-85bb-6aec9708091f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.0469160 Aug 09 18:56:12.467990 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-008c0f2f-b281-47e6-aa72-d7b22e2853de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257220 Aug 09 18:56:12.564009 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-08e4c099-c586-4264-a488-20bbf51b1cb4 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879114 Aug 09 18:56:12.666432 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e71c8c57-c2a7-4ba0-aab3-c3f2a07d4f74 req-1f667519-4065-4465-a115-13c20cd94a1c service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938108 Aug 09 18:56:13.400491 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce965304-f78c-492b-ab4c-c9e62fe27303 req-0b105ceb-698c-4aff-8967-6e9cd408116f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:13.401858 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ce965304-f78c-492b-ab4c-c9e62fe27303 req-0b105ceb-698c-4aff-8967-6e9cd408116f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0520349 Aug 09 18:56:13.440389 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ce965304-f78c-492b-ab4c-c9e62fe27303 req-e214b8c2-19b9-43ba-972d-5658d308f867 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Aug 09 18:56:14.576798 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234efa8c-dc27-489f-8a73-a671fa2370e5 req-f3ae0525-45dc-4dae-b6c9-107ec187d645 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:14.578318 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-234efa8c-dc27-489f-8a73-a671fa2370e5 req-f3ae0525-45dc-4dae-b6c9-107ec187d645 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0524697 Aug 09 18:56:14.597665 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50306) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:14.619866 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-234efa8c-dc27-489f-8a73-a671fa2370e5 req-09196f8e-dd72-48c5-ab0b-962d77eac574 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330756 Aug 09 18:56:14.705331 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d58187ab-eca0-4122-a427-6d02f41de4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:14.802884 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d58187ab-eca0-4122-a427-6d02f41de4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:14.807807 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d58187ab-eca0-4122-a427-6d02f41de4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:14.811420 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:56:14.847435 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-d58187ab-eca0-4122-a427-6d02f41de4ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=924f4c51fe0a4f6a81ab6a7e0687dc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469718 Aug 09 18:56:14.848916 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58187ab-eca0-4122-a427-6d02f41de4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b6bd21-d9d9-41c7-be9b-af6dbed3314d,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:14.850785 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50310) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:14.904597 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ec9399f6-8b6c-4d25-a1a9-afeb1a394943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:14.926527 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ec9399f6-8b6c-4d25-a1a9-afeb1a394943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:14.973805 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ec9399f6-8b6c-4d25-a1a9-afeb1a394943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:14.976387 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ec9399f6-8b6c-4d25-a1a9-afeb1a394943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:14.977532 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-ec9399f6-8b6c-4d25-a1a9-afeb1a394943 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3b6bd21-d9d9-41c7-be9b-af6dbed3314d HTTP/1.1" status: 204 len: 168 time: 0.1257546 Aug 09 18:56:14.985394 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9399f6-8b6c-4d25-a1a9-afeb1a394943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b6bd21-d9d9-41c7-be9b-af6dbed3314d,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:15.734199 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf21ae2-4c94-40c9-be41-b17bb062def3 req-7f1fb318-7054-4b5e-9f5b-ce151cc42e34 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:15.735790 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-faf21ae2-4c94-40c9-be41-b17bb062def3 req-7f1fb318-7054-4b5e-9f5b-ce151cc42e34 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0485890 Aug 09 18:56:15.774468 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-faf21ae2-4c94-40c9-be41-b17bb062def3 req-f5439071-ec04-4c8d-98a6-fd64290baed2 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Aug 09 18:56:16.019120 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50350) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:16.131475 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dd274667-4958-4cbb-9cc3-14c1e91699d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:16.218938 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dd274667-4958-4cbb-9cc3-14c1e91699d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:16.222919 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dd274667-4958-4cbb-9cc3-14c1e91699d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:16.259030 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-dd274667-4958-4cbb-9cc3-14c1e91699d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47bb4ab0c20b4eca845c194521b30a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388470 Aug 09 18:56:16.260923 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd274667-4958-4cbb-9cc3-14c1e91699d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77364f5b-67cb-49e5-b89a-7e8d00558a62,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:16.261846 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50356) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:16.313309 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0ba7791e-61e2-4d1a-a8ab-6d60436a418a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:16.336039 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0ba7791e-61e2-4d1a-a8ab-6d60436a418a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:16.383591 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0ba7791e-61e2-4d1a-a8ab-6d60436a418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:16.386194 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0ba7791e-61e2-4d1a-a8ab-6d60436a418a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:16.387332 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-0ba7791e-61e2-4d1a-a8ab-6d60436a418a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77364f5b-67cb-49e5-b89a-7e8d00558a62 HTTP/1.1" status: 204 len: 168 time: 0.1245110 Aug 09 18:56:16.395047 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7791e-61e2-4d1a-a8ab-6d60436a418a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77364f5b-67cb-49e5-b89a-7e8d00558a62,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:17.017664 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50382) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:17.115388 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1170165296-network', 'tenant_id': '71a88f46e2174606936608cad6734d10'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:17.139161 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Made reservation on behalf of 71a88f46e2174606936608cad6734d10 for: {'network': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:56:17.141756 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.151088 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.245864 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.250207 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.281514 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:56:17.288482 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05465f1b-6e60-4908-9682-5ff532a9548e,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:17.296764 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.296764 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.segments_db [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Added segment 5f9be615-fb10-4fb4-9ac1-7c65e6b3c702 of type vlan for network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 Aug 09 18:56:17.337217 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.365760 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.366761 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:17.367354 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.420696 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4019363 Aug 09 18:56:17.423593 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50388) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:17.430356 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Request body: {'subnet': {'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1170165296-subnet', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:17.434535 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcb958-ad0e-4a9e-a76d-e92c21089861 admin admin] Pushing event updated for resources: {'Network': ['ID=894b9985-fca2-4c30-8c3b-8e261fe4ee16,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:17.448010 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:56:17.453220 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Made reservation on behalf of 71a88f46e2174606936608cad6734d10 for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:56:17.455552 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3378325'] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.635167 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3882567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3378343'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.693911 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da0d483-05a6-4441-a0ed-f79f478b1df3,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:17.702262 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Checking segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:17.702661 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Network hostable DHCP agents. Network: 894b9985-fca2-4c30-8c3b-8e261fe4ee16, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:56:17.719755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:56:17.728800 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 894b9985-fca2-4c30-8c3b-8e261fe4ee16) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:17.733883 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:17.734477 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.736989 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2f84a8-7ba3-4a49-a4bb-04ba20cb3403 None None] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:56:17.750151 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-067570c1-43da-41f6-b0f6-a6fe65dec07f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3235402 Aug 09 18:56:17.753050 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50394) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:17.757937 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:17.778123 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.779238 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.841509 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.890888 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:56:17.891765 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:17.987675 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.027506 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Allocated IP 172.20.0.2 (894b9985-fca2-4c30-8c3b-8e261fe4ee16/2da0d483-05a6-4441-a0ed-f79f478b1df3/13cd01f9-7f90-4ba3-99ff-12a923c8bcd9) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:56:18.170369 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.180490 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Transition to ACTIVE for port object 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:18.186327 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.195442 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Transition to ACTIVE for port object 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:18.201499 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.206565 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.244732 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:18.247623 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:18.250242 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:56:18.262438 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Pushing event updated for resources: {'Port': ['ID=13cd01f9-7f90-4ba3-99ff-12a923c8bcd9,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:18.284396 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.284758 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.285108 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.285948 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.286280 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.286614 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.286947 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.287282 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.287629 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.287991 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.288323 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.288646 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:18.313189 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Allocated IP 172.27.1.115 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/09ccdc88-9bb3-4dae-8223-7d141b5b432d) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:56:18.318697 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Attempting to bind port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:56:18.319282 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Attempting to bind port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:56:18.319841 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Attempting to bind port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:18.325482 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:56:18.325858 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Checking segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:18.326265 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.326667 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Bound using segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:56:18.327138 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Bound port: 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:56:18.327526 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.394383 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] For port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:56:18.397504 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] For port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=13cd01f9-7f90-4ba3-99ff-12a923c8bcd9,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:56:18.408740 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.424815 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.473610 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d69d31-962e-4b61-9bc6-de7801a488ca None None] Pushing event updated for resources: {'Port': ['ID=13cd01f9-7f90-4ba3-99ff-12a923c8bcd9,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:18.486675 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.529992 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:18.532970 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:18.536798 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:56:18.586061 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Pushing event updated for resources: {'Port': ['ID=09ccdc88-9bb3-4dae-8223-7d141b5b432d,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:18.847624 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:18.872571 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:18.921741 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:19.198077 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:19.333384 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Router 7d26dca8-b91f-4870-b91f-03afd1536f20 is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:56:19.442144 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:56:19.452579 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Sync routers for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:56:19.460904 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:19.462472 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-36ed702b-f2b4-4a24-b312-cbc23a5d9b83 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7083721 Aug 09 18:56:19.463760 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:19.464419 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:19.465394 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50408) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:19.496671 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17321801-a43b-4117-8a9a-039e07ce4bcc None None] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:56:19.575421 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:19.576416 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-6599f7ca-495b-4256-a645-790bab8be318 None None] Provisioning for port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:19.585150 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-6599f7ca-495b-4256-a645-790bab8be318 None None] Provisioning complete for port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:19.585512 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6599f7ca-495b-4256-a645-790bab8be318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:19.730454 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6599f7ca-495b-4256-a645-790bab8be318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:19.777700 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:18Z', 'revision_number': 3, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:19.777968 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-6599f7ca-495b-4256-a645-790bab8be318 None None] For port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=13cd01f9-7f90-4ba3-99ff-12a923c8bcd9,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:19.783231 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6599f7ca-495b-4256-a645-790bab8be318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:19.806011 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Checking router: 7d26dca8-b91f-4870-b91f-03afd1536f20 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:56:19.806360 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Updating router 7d26dca8-b91f-4870-b91f-03afd1536f20 port 09ccdc88-9bb3-4dae-8223-7d141b5b432d binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:56:19.839170 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599f7ca-495b-4256-a645-790bab8be318 None None] Pushing event updated for resources: {'Port': ['ID=13cd01f9-7f90-4ba3-99ff-12a923c8bcd9,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:19.842120 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:19.988235 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.007061 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-97107396-cbf6-4e8e-afee-8f6c0b4f6d71 None None] Provisioning complete for port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:20.007701 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-97107396-cbf6-4e8e-afee-8f6c0b4f6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.113717 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.124055 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Transition to ACTIVE for port object 09ccdc88-9bb3-4dae-8223-7d141b5b432d will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:20.130432 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.164773 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Allocated IP 172.20.0.1 (894b9985-fca2-4c30-8c3b-8e261fe4ee16/2da0d483-05a6-4441-a0ed-f79f478b1df3/db1549e4-eac8-4b93-b510-b8c58475cf3f) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:56:20.188024 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Attempting to bind port 09ccdc88-9bb3-4dae-8223-7d141b5b432d on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:56:20.188393 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Attempting to bind port 09ccdc88-9bb3-4dae-8223-7d141b5b432d by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:56:20.188762 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Attempting to bind port 09ccdc88-9bb3-4dae-8223-7d141b5b432d on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:20.190767 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Pushing event updated for resources: {'Port': ['ID=09ccdc88-9bb3-4dae-8223-7d141b5b432d,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:20.199405 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:56:20.199769 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:20.200202 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.200594 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:56:20.201061 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Bound port: 09ccdc88-9bb3-4dae-8223-7d141b5b432d, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:56:20.201458 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.203671 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.204048 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.204388 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.204726 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.205060 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.205391 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.205715 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.206040 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.206587 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.206914 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.207883 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.208386 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:20.269581 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] For port 09ccdc88-9bb3-4dae-8223-7d141b5b432d, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:56:20.273614 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] For port 09ccdc88-9bb3-4dae-8223-7d141b5b432d, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=09ccdc88-9bb3-4dae-8223-7d141b5b432d,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:56:20.277899 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.278447 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.293201 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Transition to ACTIVE for port object db1549e4-eac8-4b93-b510-b8c58475cf3f will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:20.331884 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.337677 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:20.338307 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:20.370578 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:20.375565 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:20.379645 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:56:20.385549 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5cc6e-5b6b-43ab-92bf-483889e6341c None None] Pushing event updated for resources: {'Port': ['ID=09ccdc88-9bb3-4dae-8223-7d141b5b432d,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:20.412543 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Pushing event updated for resources: {'Port': ['ID=db1549e4-eac8-4b93-b510-b8c58475cf3f,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:20.432044 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.563720 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:20.584611 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.625931 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-3a0e5dbc-4e84-46b4-9d7c-be9f4d7c2cc8 None None] Provisioning for port db1549e4-eac8-4b93-b510-b8c58475cf3f completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:20.630542 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-3a0e5dbc-4e84-46b4-9d7c-be9f4d7c2cc8 None None] Provisioning complete for port db1549e4-eac8-4b93-b510-b8c58475cf3f triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:20.630944 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5dbc-4e84-46b4-9d7c-be9f4d7c2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.677077 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e5dbc-4e84-46b4-9d7c-be9f4d7c2cc8 None None] Port db1549e4-eac8-4b93-b510-b8c58475cf3f cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:56:20.765244 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:20.777374 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:18Z', 'revision_number': 3, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:20.778197 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.783505 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.810177 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dde7f-9efc-499f-b096-ecdffab335bd None None] The sync data for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi is: [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:18Z', 'revision_number': 3, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:56:20.828986 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:20.829791 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.859962 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:20.862618 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Pushing event updated for resources: {'Port': ['ID=db1549e4-eac8-4b93-b510-b8c58475cf3f,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:20.965207 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:20.966694 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:21.201705 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-e71bee64-8ff1-4f65-a70a-d92a392850df None None] Provisioning complete for port db1549e4-eac8-4b93-b510-b8c58475cf3f triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:21.202171 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e71bee64-8ff1-4f65-a70a-d92a392850df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:21.241231 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-e71bee64-8ff1-4f65-a70a-d92a392850df None None] Port db1549e4-eac8-4b93-b510-b8c58475cf3f cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:56:21.273408 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Router 7d26dca8-b91f-4870-b91f-03afd1536f20 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:56:21.391483 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:56:21.397412 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-18594fd9-df15-47ce-b959-246c4a5432b1 admin admin] 10.222.0.57 "PUT /v2.0/routers/7d26dca8-b91f-4870-b91f-03afd1536f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9310005 Aug 09 18:56:21.893432 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50444) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:21.899198 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2104314927-network', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:21.922603 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Made reservation on behalf of a02c6f0c88b2411f828417806606b4c3 for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:56:21.925186 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:21.938905 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.058184 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.067317 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.092747 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:56:22.102479 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69143b8e-a12a-4b19-9818-8f9f19076401,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:22.108663 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.109006 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Added segment b64acc57-0fb8-47fa-b2df-eb398e07704b of type vlan for network 598e00ae-533a-478a-b1e6-a76477108500 Aug 09 18:56:22.150183 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.180651 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.181779 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:22.182467 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.235043 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3404307 Aug 09 18:56:22.237963 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50450) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:22.243027 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Request body: {'subnet': {'network_id': '598e00ae-533a-478a-b1e6-a76477108500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2104314927-subnet', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:22.243842 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f039cc8-4b06-4445-bedc-f299d59b6cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=598e00ae-533a-478a-b1e6-a76477108500,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:22.255840 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 598e00ae-533a-478a-b1e6-a76477108500 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:56:22.266235 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Made reservation on behalf of a02c6f0c88b2411f828417806606b4c3 for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:56:22.268853 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3378325'] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.443203 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3882567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3378343'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.466879 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Sync routers for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:56:22.476281 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:22.476917 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:22.503282 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20d63f6-474c-48fa-ae12-4030b01c8c47,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:22.510818 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Checking segment: {'id': 'b64acc57-0fb8-47fa-b2df-eb398e07704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '598e00ae-533a-478a-b1e6-a76477108500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:22.511356 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Network hostable DHCP agents. Network: 598e00ae-533a-478a-b1e6-a76477108500, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:56:22.529105 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Network 598e00ae-533a-478a-b1e6-a76477108500 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:56:22.539383 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 598e00ae-533a-478a-b1e6-a76477108500) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:22.543607 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:22.544234 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.559287 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-f8f78a80-ad0c-468f-af6e-9427ed57490b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3200769 Aug 09 18:56:22.561990 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e859c0-7b8b-49b2-836d-2edc94400b3b None None] Network 598e00ae-533a-478a-b1e6-a76477108500 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:56:22.562298 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50454) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:22.568233 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:22.595042 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.596169 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.667067 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:22.763600 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:22.802042 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 09ccdc88-9bb3-4dae-8223-7d141b5b432d up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:22.821554 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.006596 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-598e00ae-533a-478a-b1e6-a76477108500', 'network_id': '598e00ae-533a-478a-b1e6-a76477108500', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'fixed_ips': [{'subnet_id': 'a20d63f6-474c-48fa-ae12-4030b01c8c47'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:56:23.007416 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.029545 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 09ccdc88-9bb3-4dae-8223-7d141b5b432d completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:23.038103 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 09ccdc88-9bb3-4dae-8223-7d141b5b432d triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:23.038459 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.045722 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.074659 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.216783 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Allocated IP 172.27.1.146 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/db6c4d33-ed64-4fc9-a774-40dc6a716489) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:56:23.254993 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Allocated IP 172.20.0.2 (598e00ae-533a-478a-b1e6-a76477108500/a20d63f6-474c-48fa-ae12-4030b01c8c47/7031bd9b-70dd-4027-8824-b2f7c4964120) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:56:23.267852 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 2, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:23.304572 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Checking router: 7d26dca8-b91f-4870-b91f-03afd1536f20 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:56:23.304855 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Updating router 7d26dca8-b91f-4870-b91f-03afd1536f20 port db1549e4-eac8-4b93-b510-b8c58475cf3f binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:56:23.308838 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.326991 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.378919 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.393281 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.395920 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 09ccdc88-9bb3-4dae-8223-7d141b5b432d, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=09ccdc88-9bb3-4dae-8223-7d141b5b432d,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:23.409142 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.417288 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:23.425094 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:23.429713 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:56:23.503660 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Pushing event updated for resources: {'Port': ['ID=db6c4d33-ed64-4fc9-a774-40dc6a716489,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:23.547226 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=09ccdc88-9bb3-4dae-8223-7d141b5b432d,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:23.624534 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.639497 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Transition to ACTIVE for port object 7031bd9b-70dd-4027-8824-b2f7c4964120 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:23.681890 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.692687 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Transition to ACTIVE for port object 7031bd9b-70dd-4027-8824-b2f7c4964120 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:23.699985 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.747578 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Network 598e00ae-533a-478a-b1e6-a76477108500 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:23.757109 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:23.767321 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:56:23.780495 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Pushing event updated for resources: {'Port': ['ID=7031bd9b-70dd-4027-8824-b2f7c4964120,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:23.871935 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Attempting to bind port 7031bd9b-70dd-4027-8824-b2f7c4964120 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:56:23.872310 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Attempting to bind port 7031bd9b-70dd-4027-8824-b2f7c4964120 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': 'b64acc57-0fb8-47fa-b2df-eb398e07704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '598e00ae-533a-478a-b1e6-a76477108500'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:56:23.872670 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Attempting to bind port 7031bd9b-70dd-4027-8824-b2f7c4964120 on network 598e00ae-533a-478a-b1e6-a76477108500 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:23.881465 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.883879 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:56:23.884280 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Checking segment: {'id': 'b64acc57-0fb8-47fa-b2df-eb398e07704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '598e00ae-533a-478a-b1e6-a76477108500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:23.884685 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.885077 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Bound using segment: {'id': 'b64acc57-0fb8-47fa-b2df-eb398e07704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '598e00ae-533a-478a-b1e6-a76477108500'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:56:23.885542 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Bound port: 7031bd9b-70dd-4027-8824-b2f7c4964120, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64acc57-0fb8-47fa-b2df-eb398e07704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '598e00ae-533a-478a-b1e6-a76477108500'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:56:23.885932 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.907641 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:23.937082 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Transition to ACTIVE for port object db1549e4-eac8-4b93-b510-b8c58475cf3f will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:23.950386 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:24.015170 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] For port 7031bd9b-70dd-4027-8824-b2f7c4964120, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:56:24.023658 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Router 8e17ee65-d5da-4169-9edf-9b948723850a is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:56:24.028661 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83328a-30e3-4a67-9649-88f1a1541f7e None None] Pushing event updated for resources: {'Port': ['ID=db1549e4-eac8-4b93-b510-b8c58475cf3f,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:24.036369 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] For port 7031bd9b-70dd-4027-8824-b2f7c4964120, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=7031bd9b-70dd-4027-8824-b2f7c4964120,segment=NetworkSegment(b64acc57-0fb8-47fa-b2df-eb398e07704b),segment_id=b64acc57-0fb8-47fa-b2df-eb398e07704b)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:56:24.041740 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:24.122548 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Attempting to bind port db1549e4-eac8-4b93-b510-b8c58475cf3f on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:56:24.122920 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Attempting to bind port db1549e4-eac8-4b93-b510-b8c58475cf3f by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:56:24.123409 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Attempting to bind port db1549e4-eac8-4b93-b510-b8c58475cf3f on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:24.154884 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6c1aa-56f8-435e-93aa-acb5d19e2ec5 None None] Pushing event updated for resources: {'Port': ['ID=7031bd9b-70dd-4027-8824-b2f7c4964120,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:24.161020 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:56:24.161411 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Checking segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:24.161820 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:24.162216 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Bound using segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:56:24.162693 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Bound port: db1549e4-eac8-4b93-b510-b8c58475cf3f, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:56:24.163081 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:24.258305 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] For port db1549e4-eac8-4b93-b510-b8c58475cf3f, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:56:24.261778 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] For port db1549e4-eac8-4b93-b510-b8c58475cf3f, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=db1549e4-eac8-4b93-b510-b8c58475cf3f,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:56:24.267172 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:24.385017 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:24.385659 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:24.424545 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:56:24.434364 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Sync routers for ids ['8e17ee65-d5da-4169-9edf-9b948723850a'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:56:24.446368 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83328a-30e3-4a67-9649-88f1a1541f7e None None] Pushing event updated for resources: {'Port': ['ID=db1549e4-eac8-4b93-b510-b8c58475cf3f,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:24.452147 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] Notify callbacks [] for router, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:24.453391 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Routers {'8e17ee65-d5da-4169-9edf-9b948723850a'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:24.454077 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8e17ee65-d5da-4169-9edf-9b948723850a'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:24.460285 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50466) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:24.470535 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-0eff86f6-195c-4b39-98e5-d99e8453b79b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9039412 Aug 09 18:56:24.589164 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Set router 8e17ee65-d5da-4169-9edf-9b948723850a gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:24.589349 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:24.761641 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc46c2-d708-44b9-97a5-74fa0becf92a req-489b903c-2722-4494-b506-e5075709c5bf tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:24.765295 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-36fc46c2-d708-44b9-97a5-74fa0becf92a req-489b903c-2722-4494-b506-e5075709c5bf tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0971310 Aug 09 18:56:24.832309 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-36fc46c2-d708-44b9-97a5-74fa0becf92a req-68acf4c8-2ce5-4d31-9e5c-05fd8e7600b6 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599909 Aug 09 18:56:24.850140 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:22Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 3, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'gw_port': {'id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:23Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:24.892299 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Checking router: 8e17ee65-d5da-4169-9edf-9b948723850a for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:56:24.892762 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Updating router 8e17ee65-d5da-4169-9edf-9b948723850a port db6c4d33-ed64-4fc9-a774-40dc6a716489 binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:56:24.941424 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:24Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:24.951085 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7031bd9b-70dd-4027-8824-b2f7c4964120 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:24.963388 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.041708 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b602a95e-e8a3-4cec-890e-6348adb6e9c6 None None] The sync data for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi is: [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:24Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:56:25.152422 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 7031bd9b-70dd-4027-8824-b2f7c4964120 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:25.158580 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 09ccdc88-9bb3-4dae-8223-7d141b5b432d up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:25.291876 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 09ccdc88-9bb3-4dae-8223-7d141b5b432d triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:25.292284 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.369035 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.518727 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.547987 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Transition to ACTIVE for port object db6c4d33-ed64-4fc9-a774-40dc6a716489 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:25.554444 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881a5f6-3aa1-4fd7-a40f-b311a08715ff None None] Network 598e00ae-533a-478a-b1e6-a76477108500 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:56:25.555263 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.618978 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a686bd-4646-497e-8db3-a1187edbf492 None None] Pushing event updated for resources: {'Port': ['ID=db6c4d33-ed64-4fc9-a774-40dc6a716489,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:25.675817 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Attempting to bind port db6c4d33-ed64-4fc9-a774-40dc6a716489 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:56:25.677182 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Attempting to bind port db6c4d33-ed64-4fc9-a774-40dc6a716489 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:56:25.677950 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Attempting to bind port db6c4d33-ed64-4fc9-a774-40dc6a716489 on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:25.684385 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:56:25.685053 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:25.685931 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.686411 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:56:25.686889 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Bound port: db6c4d33-ed64-4fc9-a774-40dc6a716489, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:56:25.687283 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.703201 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Allocated IP 172.20.0.1 (598e00ae-533a-478a-b1e6-a76477108500/a20d63f6-474c-48fa-ae12-4030b01c8c47/903a7bd3-a70d-410e-872e-5c693d158a23) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:56:25.745385 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-37e722f5-ff3e-4b4b-b391-728869ab172a None None] Provisioning for port 7031bd9b-70dd-4027-8824-b2f7c4964120 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:25.753293 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-37e722f5-ff3e-4b4b-b391-728869ab172a None None] Provisioning complete for port 7031bd9b-70dd-4027-8824-b2f7c4964120 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:25.753850 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-37e722f5-ff3e-4b4b-b391-728869ab172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.757282 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] For port db6c4d33-ed64-4fc9-a774-40dc6a716489, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:56:25.761281 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] For port db6c4d33-ed64-4fc9-a774-40dc6a716489, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=db6c4d33-ed64-4fc9-a774-40dc6a716489,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:56:25.766826 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.838621 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Routers {'8e17ee65-d5da-4169-9edf-9b948723850a'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:25.839257 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8e17ee65-d5da-4169-9edf-9b948723850a'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:25.867856 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.872866 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-37e722f5-ff3e-4b4b-b391-728869ab172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.879602 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a686bd-4646-497e-8db3-a1187edbf492 None None] Pushing event updated for resources: {'Port': ['ID=db6c4d33-ed64-4fc9-a774-40dc6a716489,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:25.888504 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Transition to ACTIVE for port object 903a7bd3-a70d-410e-872e-5c693d158a23 will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:25.925275 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-37e722f5-ff3e-4b4b-b391-728869ab172a None None] For port 7031bd9b-70dd-4027-8824-b2f7c4964120, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=7031bd9b-70dd-4027-8824-b2f7c4964120,segment=NetworkSegment(b64acc57-0fb8-47fa-b2df-eb398e07704b),segment_id=b64acc57-0fb8-47fa-b2df-eb398e07704b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:25.932392 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.935009 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-37e722f5-ff3e-4b4b-b391-728869ab172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:25.952754 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Network 598e00ae-533a-478a-b1e6-a76477108500 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:25.960855 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:25.980785 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:56:26.006276 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e722f5-ff3e-4b4b-b391-728869ab172a None None] Pushing event updated for resources: {'Port': ['ID=7031bd9b-70dd-4027-8824-b2f7c4964120,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:26.009034 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] Set router 8e17ee65-d5da-4169-9edf-9b948723850a gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:26.036742 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:26.083218 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Pushing event updated for resources: {'Port': ['ID=903a7bd3-a70d-410e-872e-5c693d158a23,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:26.164865 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-4058b8b5-30a5-4b81-8477-2a38f06e6387 None None] Provisioning complete for port 7031bd9b-70dd-4027-8824-b2f7c4964120 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:26.165331 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4058b8b5-30a5-4b81-8477-2a38f06e6387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:26.241433 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:26.245321 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:22Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 3, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'gw_port': {'id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:23Z', 'updated_at': '2021-08-09T18:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:26.275703 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d3351-86a4-40eb-ae47-92f19af18495 None None] The sync data for ids ['8e17ee65-d5da-4169-9edf-9b948723850a'] in dv-cinder-782995-5-iscsi is: [{'id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:22Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 3, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'gw_port': {'id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:23Z', 'updated_at': '2021-08-09T18:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:56:26.452564 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-df21d70a-c683-410a-b361-118e49e41e45 None None] Provisioning for port 903a7bd3-a70d-410e-872e-5c693d158a23 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:26.456702 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-df21d70a-c683-410a-b361-118e49e41e45 None None] Provisioning complete for port 903a7bd3-a70d-410e-872e-5c693d158a23 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:26.457105 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-df21d70a-c683-410a-b361-118e49e41e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:26.475765 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:26.480973 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:26.498503 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-df21d70a-c683-410a-b361-118e49e41e45 None None] Port 903a7bd3-a70d-410e-872e-5c693d158a23 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:56:26.558153 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:26.560372 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Pushing event updated for resources: {'Port': ['ID=903a7bd3-a70d-410e-872e-5c693d158a23,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:26.699512 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Network 598e00ae-533a-478a-b1e6-a76477108500 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:26.704692 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:26.853578 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Router 8e17ee65-d5da-4169-9edf-9b948723850a has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:56:26.934356 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device db6c4d33-ed64-4fc9-a774-40dc6a716489 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:26.990468 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port db6c4d33-ed64-4fc9-a774-40dc6a716489 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:26.995154 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port db6c4d33-ed64-4fc9-a774-40dc6a716489 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:26.995526 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.170778 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-651da94a-2624-4b7a-b310-822566bc9622 None None] Provisioning complete for port 903a7bd3-a70d-410e-872e-5c693d158a23 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:27.171157 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-651da94a-2624-4b7a-b310-822566bc9622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.177085 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:56:27.184411 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-0995245e-6f68-46b2-9b66-ae590026a850 admin admin] 10.222.0.57 "PUT /v2.0/routers/8e17ee65-d5da-4169-9edf-9b948723850a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7230196 Aug 09 18:56:27.236402 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-651da94a-2624-4b7a-b310-822566bc9622 None None] Port 903a7bd3-a70d-410e-872e-5c693d158a23 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:56:27.253502 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.278914 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port db6c4d33-ed64-4fc9-a774-40dc6a716489, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=db6c4d33-ed64-4fc9-a774-40dc6a716489,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:27.283370 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.284224 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7031bd9b-70dd-4027-8824-b2f7c4964120 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:27.372237 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=db6c4d33-ed64-4fc9-a774-40dc6a716489,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:27.390794 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 7031bd9b-70dd-4027-8824-b2f7c4964120 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:27.391166 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.475741 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device db1549e4-eac8-4b93-b510-b8c58475cf3f up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:27.533544 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port db1549e4-eac8-4b93-b510-b8c58475cf3f completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:27.538540 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port db1549e4-eac8-4b93-b510-b8c58475cf3f triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:27.538910 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.618321 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.650387 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port db1549e4-eac8-4b93-b510-b8c58475cf3f, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=db1549e4-eac8-4b93-b510-b8c58475cf3f,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:27.654189 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.706206 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=db1549e4-eac8-4b93-b510-b8c58475cf3f,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:27.870535 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50516) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:27.875300 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-01029482-00b3-4051-87ac-8ce6b455c63e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993760016', 'description': 'tempest-secgroup-smoke-1993760016 description', 'project_id': '71a88f46e2174606936608cad6734d10'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:27.898344 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-01029482-00b3-4051-87ac-8ce6b455c63e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.987604 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-01029482-00b3-4051-87ac-8ce6b455c63e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:27.992256 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-01029482-00b3-4051-87ac-8ce6b455c63e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.021544 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-01029482-00b3-4051-87ac-8ce6b455c63e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.022783 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-01029482-00b3-4051-87ac-8ce6b455c63e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1512403 Aug 09 18:56:28.024758 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01029482-00b3-4051-87ac-8ce6b455c63e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33924d2f-28be-4c1b-ba14-ef010422930a,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:28.025854 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50518) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:28.031788 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-2bcafd01-238c-4167-9b7e-df3bb5353bb0 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'security_group_rule': {'security_group_id': '33924d2f-28be-4c1b-ba14-ef010422930a', 'project_id': '71a88f46e2174606936608cad6734d10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:28.061188 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2bcafd01-238c-4167-9b7e-df3bb5353bb0 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.107880 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2bcafd01-238c-4167-9b7e-df3bb5353bb0 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.111711 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2bcafd01-238c-4167-9b7e-df3bb5353bb0 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.130221 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcafd01-238c-4167-9b7e-df3bb5353bb0 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21091b2d-34c1-4f4d-b44d-7ca12314dfa7,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:28.136438 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2bcafd01-238c-4167-9b7e-df3bb5353bb0 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.137703 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-2bcafd01-238c-4167-9b7e-df3bb5353bb0 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097617 Aug 09 18:56:28.141187 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50520) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:28.145586 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-6a35c70c-d856-4c84-9776-c2659b3e71cc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'security_group_rule': {'security_group_id': '33924d2f-28be-4c1b-ba14-ef010422930a', 'project_id': '71a88f46e2174606936608cad6734d10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:28.172381 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6a35c70c-d856-4c84-9776-c2659b3e71cc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.240715 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6a35c70c-d856-4c84-9776-c2659b3e71cc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.249552 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6a35c70c-d856-4c84-9776-c2659b3e71cc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.266198 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35c70c-d856-4c84-9776-c2659b3e71cc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdc32df-3c98-4426-aa98-2c29ad0f703a,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:28.273823 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6a35c70c-d856-4c84-9776-c2659b3e71cc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.275052 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-6a35c70c-d856-4c84-9776-c2659b3e71cc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328881 Aug 09 18:56:28.277646 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50522) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:28.282207 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-9b2b1b41-0339-4468-b39c-1537cbd3125f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'security_group_rule': {'security_group_id': '33924d2f-28be-4c1b-ba14-ef010422930a', 'project_id': '71a88f46e2174606936608cad6734d10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:28.311364 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b2b1b41-0339-4468-b39c-1537cbd3125f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.379067 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b2b1b41-0339-4468-b39c-1537cbd3125f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.382791 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b2b1b41-0339-4468-b39c-1537cbd3125f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.399705 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b1b41-0339-4468-b39c-1537cbd3125f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cdda4b-e458-44e0-bf29-581babc9e77c,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:28.406157 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b2b1b41-0339-4468-b39c-1537cbd3125f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.407486 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-9b2b1b41-0339-4468-b39c-1537cbd3125f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287849 Aug 09 18:56:28.410139 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50526) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:28.414975 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-14a3192d-dd85-4d0c-b21f-735738066774 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'security_group_rule': {'security_group_id': '33924d2f-28be-4c1b-ba14-ef010422930a', 'project_id': '71a88f46e2174606936608cad6734d10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:28.441619 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-14a3192d-dd85-4d0c-b21f-735738066774 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.469892 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.514383 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-14a3192d-dd85-4d0c-b21f-735738066774 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.519386 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-14a3192d-dd85-4d0c-b21f-735738066774 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.538739 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Sync routers for ids ['8e17ee65-d5da-4169-9edf-9b948723850a'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:56:28.549452 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3192d-dd85-4d0c-b21f-735738066774 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae54f0d1-6f94-4aad-9e06-83d5543c0752,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:28.554902 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Routers {'8e17ee65-d5da-4169-9edf-9b948723850a'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:28.556475 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8e17ee65-d5da-4169-9edf-9b948723850a'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:28.558936 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-14a3192d-dd85-4d0c-b21f-735738066774 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.560416 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-14a3192d-dd85-4d0c-b21f-735738066774 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487706 Aug 09 18:56:28.563042 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50528) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:28.567671 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-a50128c5-3f8f-4766-950e-552eb0a48832 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'security_group_rule': {'security_group_id': '33924d2f-28be-4c1b-ba14-ef010422930a', 'project_id': '71a88f46e2174606936608cad6734d10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:28.596022 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.securitygroups_db [None req-a50128c5-3f8f-4766-950e-552eb0a48832 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Project 71a88f46e2174606936608cad6734d10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:56:28.601610 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a50128c5-3f8f-4766-950e-552eb0a48832 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.664010 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a50128c5-3f8f-4766-950e-552eb0a48832 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.666704 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Set router 8e17ee65-d5da-4169-9edf-9b948723850a gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:28.669812 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a50128c5-3f8f-4766-950e-552eb0a48832 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.690341 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50128c5-3f8f-4766-950e-552eb0a48832 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d27a525-d96d-446e-85f4-d2f042d1c8bf,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:28.702355 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a50128c5-3f8f-4766-950e-552eb0a48832 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.706696 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50530) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:28.706862 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-a50128c5-3f8f-4766-950e-552eb0a48832 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427090 Aug 09 18:56:28.712344 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-ab704579-2b9c-4171-89b5-6f3fa983ef48 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'security_group_rule': {'security_group_id': '33924d2f-28be-4c1b-ba14-ef010422930a', 'project_id': '71a88f46e2174606936608cad6734d10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:28.738225 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.securitygroups_db [None req-ab704579-2b9c-4171-89b5-6f3fa983ef48 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Project 71a88f46e2174606936608cad6734d10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:56:28.744716 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ab704579-2b9c-4171-89b5-6f3fa983ef48 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.814906 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device db6c4d33-ed64-4fc9-a774-40dc6a716489 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:28.819490 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ab704579-2b9c-4171-89b5-6f3fa983ef48 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.830036 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ab704579-2b9c-4171-89b5-6f3fa983ef48 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.853377 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab704579-2b9c-4171-89b5-6f3fa983ef48 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0369782d-d399-4f13-b73b-a49f64067df4,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:28.858331 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ab704579-2b9c-4171-89b5-6f3fa983ef48 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:28.859752 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-ab704579-2b9c-4171-89b5-6f3fa983ef48 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510875 Aug 09 18:56:28.911037 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port db6c4d33-ed64-4fc9-a774-40dc6a716489 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:28.911419 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:29.027781 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:22Z', 'updated_at': '2021-08-09T18:56:26Z', 'revision_number': 4, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'gw_port': {'id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:23Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '903a7bd3-a70d-410e-872e-5c693d158a23', 'name': '', 'network_id': '598e00ae-533a-478a-b1e6-a76477108500', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'mac_address': 'fa:16:3e:36:4a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a20d63f6-474c-48fa-ae12-4030b01c8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:25Z', 'updated_at': '2021-08-09T18:56:26Z', 'revision_number': 2, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'subnets': [{'id': 'a20d63f6-474c-48fa-ae12-4030b01c8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:29.061101 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Checking router: 8e17ee65-d5da-4169-9edf-9b948723850a for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:56:29.061373 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Updating router 8e17ee65-d5da-4169-9edf-9b948723850a port 903a7bd3-a70d-410e-872e-5c693d158a23 binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:56:29.067167 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device db1549e4-eac8-4b93-b510-b8c58475cf3f up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:29.114476 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:29.250289 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port db1549e4-eac8-4b93-b510-b8c58475cf3f triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:29.250682 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:29.583154 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:29.604261 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Transition to ACTIVE for port object 903a7bd3-a70d-410e-872e-5c693d158a23 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:29.620365 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c18514a1-6d02-478a-aeed-bfa148bfe051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:29.621780 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:29.683992 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafbc42-1bc6-4d91-91dc-dc9b1203c583 None None] Pushing event updated for resources: {'Port': ['ID=903a7bd3-a70d-410e-872e-5c693d158a23,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:29.737163 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Attempting to bind port 903a7bd3-a70d-410e-872e-5c693d158a23 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:56:29.737536 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Attempting to bind port 903a7bd3-a70d-410e-872e-5c693d158a23 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': 'b64acc57-0fb8-47fa-b2df-eb398e07704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '598e00ae-533a-478a-b1e6-a76477108500'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:56:29.737899 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Attempting to bind port 903a7bd3-a70d-410e-872e-5c693d158a23 on network 598e00ae-533a-478a-b1e6-a76477108500 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:29.743409 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:56:29.743790 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Checking segment: {'id': 'b64acc57-0fb8-47fa-b2df-eb398e07704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '598e00ae-533a-478a-b1e6-a76477108500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:29.744227 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:29.744622 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Bound using segment: {'id': 'b64acc57-0fb8-47fa-b2df-eb398e07704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '598e00ae-533a-478a-b1e6-a76477108500'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:56:29.745086 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Bound port: 903a7bd3-a70d-410e-872e-5c693d158a23, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64acc57-0fb8-47fa-b2df-eb398e07704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '598e00ae-533a-478a-b1e6-a76477108500'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:56:29.745472 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:29.821590 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] For port 903a7bd3-a70d-410e-872e-5c693d158a23, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:56:29.824868 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] For port 903a7bd3-a70d-410e-872e-5c693d158a23, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=903a7bd3-a70d-410e-872e-5c693d158a23,segment=NetworkSegment(b64acc57-0fb8-47fa-b2df-eb398e07704b),segment_id=b64acc57-0fb8-47fa-b2df-eb398e07704b)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:56:29.829468 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:29.902437 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Routers {'8e17ee65-d5da-4169-9edf-9b948723850a'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:29.903085 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8e17ee65-d5da-4169-9edf-9b948723850a'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:29.906292 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafbc42-1bc6-4d91-91dc-dc9b1203c583 None None] Pushing event updated for resources: {'Port': ['ID=903a7bd3-a70d-410e-872e-5c693d158a23,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:30.163984 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] Set router 8e17ee65-d5da-4169-9edf-9b948723850a gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:30.380045 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:22Z', 'updated_at': '2021-08-09T18:56:26Z', 'revision_number': 4, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'gw_port': {'id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:23Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '903a7bd3-a70d-410e-872e-5c693d158a23', 'name': '', 'network_id': '598e00ae-533a-478a-b1e6-a76477108500', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'mac_address': 'fa:16:3e:36:4a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a20d63f6-474c-48fa-ae12-4030b01c8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:25Z', 'updated_at': '2021-08-09T18:56:29Z', 'revision_number': 4, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'subnets': [{'id': 'a20d63f6-474c-48fa-ae12-4030b01c8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:30.425331 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e958492c-7dd7-48c6-8ade-d4c3b057833b None None] The sync data for ids ['8e17ee65-d5da-4169-9edf-9b948723850a'] in dv-cinder-782995-5-iscsi is: [{'id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:22Z', 'updated_at': '2021-08-09T18:56:26Z', 'revision_number': 4, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'gw_port': {'id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:23Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '903a7bd3-a70d-410e-872e-5c693d158a23', 'name': '', 'network_id': '598e00ae-533a-478a-b1e6-a76477108500', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'mac_address': 'fa:16:3e:36:4a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a20d63f6-474c-48fa-ae12-4030b01c8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:25Z', 'updated_at': '2021-08-09T18:56:29Z', 'revision_number': 4, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'subnets': [{'id': 'a20d63f6-474c-48fa-ae12-4030b01c8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:56:30.793130 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 903a7bd3-a70d-410e-872e-5c693d158a23 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:30.849334 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 903a7bd3-a70d-410e-872e-5c693d158a23 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:30.853648 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 903a7bd3-a70d-410e-872e-5c693d158a23 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:30.854025 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:30.934204 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:30.970082 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 903a7bd3-a70d-410e-872e-5c693d158a23, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=903a7bd3-a70d-410e-872e-5c693d158a23,segment=NetworkSegment(b64acc57-0fb8-47fa-b2df-eb398e07704b),segment_id=b64acc57-0fb8-47fa-b2df-eb398e07704b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:30.977378 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:31.041252 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=903a7bd3-a70d-410e-872e-5c693d158a23,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:31.500994 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50640) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:31.616677 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-492a1b3e-10bd-4511-b65b-274fb95dabe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:31.713414 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-492a1b3e-10bd-4511-b65b-274fb95dabe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:31.717083 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-492a1b3e-10bd-4511-b65b-274fb95dabe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:31.754649 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-492a1b3e-10bd-4511-b65b-274fb95dabe5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b76fd4c4ac4e4f6ea109f1078f6231e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518456 Aug 09 18:56:31.755534 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a1b3e-10bd-4511-b65b-274fb95dabe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50470a4f-fdd0-4dcd-bb9e-b391341a9452,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:31.757186 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50650) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:31.805949 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f9faad7d-8ae5-4527-8d64-c7fd9991cd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:31.826931 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f9faad7d-8ae5-4527-8d64-c7fd9991cd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:31.877337 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f9faad7d-8ae5-4527-8d64-c7fd9991cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:31.880105 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f9faad7d-8ae5-4527-8d64-c7fd9991cd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:31.881263 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-f9faad7d-8ae5-4527-8d64-c7fd9991cd1a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50470a4f-fdd0-4dcd-bb9e-b391341a9452 HTTP/1.1" status: 204 len: 168 time: 0.1222770 Aug 09 18:56:31.889704 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faad7d-8ae5-4527-8d64-c7fd9991cd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50470a4f-fdd0-4dcd-bb9e-b391341a9452,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:32.359562 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-43be0069-0b40-4883-86f7-38270392e333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:32.451170 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:32.777423 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 903a7bd3-a70d-410e-872e-5c693d158a23 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:32.827564 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 903a7bd3-a70d-410e-872e-5c693d158a23 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:32.827977 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:33.268729 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:35.092400 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:35.619106 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94fdb-4903-42e2-94f7-23e91835aade req-bdb65b01-aafd-4ac5-9589-39123a3417e5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:35.620560 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fda94fdb-4903-42e2-94f7-23e91835aade req-bdb65b01-aafd-4ac5-9589-39123a3417e5 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0770404 Aug 09 18:56:35.626999 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-ff530ccc-2d15-411a-8bf4-ccd215486fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:35.628445 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-ff530ccc-2d15-411a-8bf4-ccd215486fc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1099 time: 0.0581203 Aug 09 18:56:35.720288 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fda94fdb-4903-42e2-94f7-23e91835aade req-35509e07-a070-462c-b471-d47d101a220a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908349 Aug 09 18:56:35.754153 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-9a556002-d7d5-4cfb-ba41-b17d5a7c8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:35.755598 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-9a556002-d7d5-4cfb-ba41-b17d5a7c8e64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 920 time: 0.1094401 Aug 09 18:56:35.803100 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-430aff44-67d9-4ec7-8df1-f01b46b9f7dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd14bfe5-72f0-402d-a192-de07b3405089 HTTP/1.1" status: 200 len: 217 time: 0.0373065 Aug 09 18:56:35.868459 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-5f728ffb-4cb1-4dad-9334-7f5b78eaf0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:35.870518 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-5f728ffb-4cb1-4dad-9334-7f5b78eaf0fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.0507450 Aug 09 18:56:35.903319 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-16447732-32fe-4646-a745-73431bb582fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250828 Aug 09 18:56:35.999369 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-e630d156-f760-4340-b8ed-3707464c2d83 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870481 Aug 09 18:56:36.019067 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 50754) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:36.101675 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd0f15cb-1b65-473d-97fc-f12b5d991cc5 req-6c638b68-5ff2-434f-88c6-f2a967649c36 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945458 Aug 09 18:56:36.138639 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8fbb8d03-1f2d-4871-a0a1-52d13db7daf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:36.274427 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8fbb8d03-1f2d-4871-a0a1-52d13db7daf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:36.278400 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8fbb8d03-1f2d-4871-a0a1-52d13db7daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:36.320959 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8fbb8d03-1f2d-4871-a0a1-52d13db7daf1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b22a27640f8c4eb782f953a496173b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006518 Aug 09 18:56:36.323783 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 50768) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:36.325162 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb8d03-1f2d-4871-a0a1-52d13db7daf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daacc35-e571-4900-a11b-f3155ed74d72,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:36.398998 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-cc962441-1c65-4839-bbea-b7abace1f2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:36.425806 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-cc962441-1c65-4839-bbea-b7abace1f2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:36.434523 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c7869-d260-4aa0-8e08-65f0584cb3e2 req-4dd74ee7-48b7-4025-8099-abf09834600c tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:36.436036 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-891c7869-d260-4aa0-8e08-65f0584cb3e2 req-4dd74ee7-48b7-4025-8099-abf09834600c tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0776975 Aug 09 18:56:36.499099 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-891c7869-d260-4aa0-8e08-65f0584cb3e2 req-159186a8-8e5f-4fe9-8bd2-2f4c9c05ca29 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559125 Aug 09 18:56:36.516058 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-cc962441-1c65-4839-bbea-b7abace1f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:36.518597 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-cc962441-1c65-4839-bbea-b7abace1f2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:36.519726 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-cc962441-1c65-4839-bbea-b7abace1f2cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0daacc35-e571-4900-a11b-f3155ed74d72 HTTP/1.1" status: 204 len: 168 time: 0.1948171 Aug 09 18:56:36.527783 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc962441-1c65-4839-bbea-b7abace1f2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daacc35-e571-4900-a11b-f3155ed74d72,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:36.840928 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3b6b0-cf50-4565-be29-f2acb90f5588 req-a340ed2d-1a32-4d6e-8415-3316d0bf6d29 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:36.842434 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fcb3b6b0-cf50-4565-be29-f2acb90f5588 req-a340ed2d-1a32-4d6e-8415-3316d0bf6d29 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0493124 Aug 09 18:56:36.882660 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fcb3b6b0-cf50-4565-be29-f2acb90f5588 req-6d7c2c86-2a7b-4181-aaab-56103b7ff4f1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Aug 09 18:56:37.620084 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c5dfd-f39a-4b45-af0f-13b9c070c25d req-2659d19d-f34c-4b50-8e99-cd1b59d77ec7 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:37.621646 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-191c5dfd-f39a-4b45-af0f-13b9c070c25d req-2659d19d-f34c-4b50-8e99-cd1b59d77ec7 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0503809 Aug 09 18:56:37.661018 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-191c5dfd-f39a-4b45-af0f-13b9c070c25d req-26ade98a-6f4b-4847-a5e9-b5c1daded55d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Aug 09 18:56:38.014420 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18cf02-b7b9-491d-92eb-f1c25354cd79 req-ca90bc9b-17f1-4d70-87e6-38b09a086a7f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:38.015949 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fa18cf02-b7b9-491d-92eb-f1c25354cd79 req-ca90bc9b-17f1-4d70-87e6-38b09a086a7f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0497923 Aug 09 18:56:38.057179 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fa18cf02-b7b9-491d-92eb-f1c25354cd79 req-7f9b55aa-ae02-4608-a662-1309451f4c9e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351546 Aug 09 18:56:38.549574 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-a1edb8d1-aa33-4cbb-a1a6-15b4f5a9f3c3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:38.551775 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-a1edb8d1-aa33-4cbb-a1a6-15b4f5a9f3c3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.26 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.0632896 Aug 09 18:56:38.647422 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Deleting port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:56:38.647790 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:38.748144 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] For port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:38.748512 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:38.774891 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Calling delete_port for 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:56:38.842607 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b130746-5545-4cc5-bcdd-916ed8e44044 req-554d203e-d0e4-4c84-8b43-5219b84d9b2c tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:38.844253 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4b130746-5545-4cc5-bcdd-916ed8e44044 req-554d203e-d0e4-4c84-8b43-5219b84d9b2c tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=356d0613-34ee-4fa1-be16-fb7e8b009c0c HTTP/1.1" status: 200 len: 945 time: 0.1108205 Aug 09 18:56:38.905035 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4b130746-5545-4cc5-bcdd-916ed8e44044 req-5cb31af8-7698-44bc-843e-a0686ee59d05 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546291 Aug 09 18:56:38.960397 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:38.971726 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['57ffe1ad-bf6b-4d63-9787-353f4ce9ba04'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:56:38.992621 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Pushing event deleted for resources: {'Port': ['ID=57ffe1ad-bf6b-4d63-9787-353f4ce9ba04,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:39.036816 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] No DVR routers for this DVR port 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:56:39.039457 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:39.041434 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ec0e380a-4888-4705-93e5-fd966dbc1218 req-ea0199d9-5a2d-4ef2-bb58-b36bcf35aa56 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.26 "DELETE /v2.0/ports/57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 HTTP/1.1" status: 204 len: 173 time: 0.4827232 Aug 09 18:56:39.041871 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356d0613-34ee-4fa1-be16-fb7e8b009c0c', 'name': 'network-vif-deleted', 'tag': '57ffe1ad-bf6b-4d63-9787-353f4ce9ba04'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:56:39.044124 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed62f069-6ef2-4652-bfd0-07218db32f12" -d '{"events": [{"server_uuid": "356d0613-34ee-4fa1-be16-fb7e8b009c0c", "name": "network-vif-deleted", "tag": "57ffe1ad-bf6b-4d63-9787-353f4ce9ba04"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:56:39.088854 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5121ad03-6502-4c4c-b924-9f7af9732c6f x-openstack-request-id: req-5121ad03-6502-4c4c-b924-9f7af9732c6f {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:56:39.089146 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356d0613-34ee-4fa1-be16-fb7e8b009c0c", "name": "network-vif-deleted", "tag": "57ffe1ad-bf6b-4d63-9787-353f4ce9ba04", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:56:39.089493 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5121ad03-6502-4c4c-b924-9f7af9732c6f {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:56:39.089778 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356d0613-34ee-4fa1-be16-fb7e8b009c0c', 'name': 'network-vif-deleted', 'tag': '57ffe1ad-bf6b-4d63-9787-353f4ce9ba04', 'status': 'completed', 'code': 200} Aug 09 18:56:39.188568 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc1a8d-3252-4db5-bd1b-042cf81dc4ca req-8d7a1aeb-6ba9-4089-8bf2-3c9361ce6820 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:39.190394 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-57bc1a8d-3252-4db5-bd1b-042cf81dc4ca req-8d7a1aeb-6ba9-4089-8bf2-3c9361ce6820 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0578306 Aug 09 18:56:39.228602 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-57bc1a8d-3252-4db5-bd1b-042cf81dc4ca req-ff588137-c4c0-4f69-9353-f7618d8ed48c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Aug 09 18:56:40.347350 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab86b77-534e-4607-926e-0b1f81b68117 req-abbd2acd-035f-419e-8a58-bc08edf55499 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:40.348913 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fab86b77-534e-4607-926e-0b1f81b68117 req-abbd2acd-035f-419e-8a58-bc08edf55499 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0492630 Aug 09 18:56:40.388247 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fab86b77-534e-4607-926e-0b1f81b68117 req-6166ff54-db25-4572-82c1-33db18c7a710 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Aug 09 18:56:41.436609 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:56:41.457488 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:56:41.458275 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 57ffe1ad-bf6b-4d63-9787-353f4ce9ba04 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:56:41.515693 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c098-3d1d-4953-b55e-9f3d42752d40 req-ff18c1e5-e5ef-4979-aa2f-b1395dc2b84d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:41.517451 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c392c098-3d1d-4953-b55e-9f3d42752d40 req-ff18c1e5-e5ef-4979-aa2f-b1395dc2b84d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0553050 Aug 09 18:56:41.556322 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c392c098-3d1d-4953-b55e-9f3d42752d40 req-930885b3-bcce-4d57-807f-13707c338482 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Aug 09 18:56:42.673789 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d1c36-50a3-4d2f-a6bf-cf741cd8fcbc req-8c31f3b8-91b0-4eea-b682-be3fdcca3c4d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:42.675288 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-378d1c36-50a3-4d2f-a6bf-cf741cd8fcbc req-8c31f3b8-91b0-4eea-b682-be3fdcca3c4d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0494223 Aug 09 18:56:42.714183 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-378d1c36-50a3-4d2f-a6bf-cf741cd8fcbc req-1668307e-78e2-4042-88a6-90905ee1d99c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Aug 09 18:56:43.827117 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acd849-07e0-4cbf-b48c-a6d5e4b4b111 req-a7d1c886-b53c-46de-a935-76b4e92fe999 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:43.828608 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-06acd849-07e0-4cbf-b48c-a6d5e4b4b111 req-a7d1c886-b53c-46de-a935-76b4e92fe999 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0475490 Aug 09 18:56:43.867197 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-06acd849-07e0-4cbf-b48c-a6d5e4b4b111 req-563c763c-ac97-4f90-906e-0ea903a89ed1 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Aug 09 18:56:44.993768 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a956933-f026-4173-b571-d0a089f73597 req-523bc1c4-878e-48fe-98f5-c4053dd4af6c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:44.995249 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1a956933-f026-4173-b571-d0a089f73597 req-523bc1c4-878e-48fe-98f5-c4053dd4af6c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0557816 Aug 09 18:56:45.051654 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1a956933-f026-4173-b571-d0a089f73597 req-7a6a525e-4e03-433d-9a3f-573db140291d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Aug 09 18:56:46.174474 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386acffb-9901-4f82-a70d-a47480a92fe4 req-16aaa7db-633d-4778-8dc4-5219d4fdcd24 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:46.176523 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-386acffb-9901-4f82-a70d-a47480a92fe4 req-16aaa7db-633d-4778-8dc4-5219d4fdcd24 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0555661 Aug 09 18:56:46.216953 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-386acffb-9901-4f82-a70d-a47480a92fe4 req-a379f993-55f1-4666-be78-fae2cdbed515 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344880 Aug 09 18:56:47.333568 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10541418-3fbd-4f13-ada6-97332288e6c0 req-7d33fbed-4297-4220-91e2-c9b1f8411466 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:47.335044 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-10541418-3fbd-4f13-ada6-97332288e6c0 req-7d33fbed-4297-4220-91e2-c9b1f8411466 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0487428 Aug 09 18:56:47.376549 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-10541418-3fbd-4f13-ada6-97332288e6c0 req-4a61bf53-9fe2-4bfe-9f1e-416b78aa99e3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355148 Aug 09 18:56:48.492591 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c53afe-9b9b-4ce8-bfa6-50fcd9bc27d0 req-0fbc99d5-d3a1-45f6-90a0-674865b4d84b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:48.494048 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a9c53afe-9b9b-4ce8-bfa6-50fcd9bc27d0 req-0fbc99d5-d3a1-45f6-90a0-674865b4d84b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0514624 Aug 09 18:56:48.532160 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a9c53afe-9b9b-4ce8-bfa6-50fcd9bc27d0 req-2768ff53-3366-4a2b-b74f-c182916fe749 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Aug 09 18:56:49.649113 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7168a-a682-48d4-9737-78c7785c6c7e req-52d889fb-a3dd-4645-a7c5-d5f30ecc3a0e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:49.650616 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29a7168a-a682-48d4-9737-78c7785c6c7e req-52d889fb-a3dd-4645-a7c5-d5f30ecc3a0e tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0486202 Aug 09 18:56:49.687956 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-29a7168a-a682-48d4-9737-78c7785c6c7e req-35cb1ba1-7c16-46c1-a1d2-4b53b5020f54 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Aug 09 18:56:49.989858 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-1a57d42e-2feb-4a9a-bcbb-e19eaaedbd01 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:49.991353 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-1a57d42e-2feb-4a9a-bcbb-e19eaaedbd01 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/networks?id=ef510cb9-adb2-4141-b802-c0f0d0ab701e HTTP/1.1" status: 200 len: 813 time: 0.1085503 Aug 09 18:56:50.007471 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-fb23a758-5ca1-45fd-975b-912631b46bd3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/quotas/9b4362cc3ab847759757de42d4c4be9a HTTP/1.1" status: 200 len: 375 time: 0.0102789 Aug 09 18:56:50.041095 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-430097ab-4720-4a0f-8a4c-731e0ebc16ae tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b4362cc3ab847759757de42d4c4be9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268843 Aug 09 18:56:50.046719 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51034) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:50.138446 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-321f9d01-b45d-4ea3-936c-bfc16699e3ff service neutron] 10.222.0.57 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850196 Aug 09 18:56:50.201221 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:50.272610 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-93a5c597-3407-45e1-b8fc-8e690b9c15ac service neutron] 10.222.0.57 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274376 Aug 09 18:56:50.335997 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:50.341352 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:50.379128 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f5d50e-ecb0-4551-a307-aad43428f4eb,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:50.392745 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a75dde5cfbfa4e81af838ac9500bfe46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446779 Aug 09 18:56:50.393735 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51046) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:50.395529 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.396362 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.396854 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.397767 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.398717 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.399074 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.399450 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.400065 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.400885 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.401240 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.401576 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.402314 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ada7-9bd5-4030-9ebf-507ec9fdc355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:50.463712 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a377b561-3ea2-476f-8ce4-a7c414a04fd1 req-bec7ade6-e251-436e-89e7-791853526d79 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 210 time: 0.0390904 Aug 09 18:56:50.472793 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea93f-5991-47e1-b851-d34e44ad8301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:50.495993 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea93f-5991-47e1-b851-d34e44ad8301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:50.551041 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea93f-5991-47e1-b851-d34e44ad8301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:50.553772 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea93f-5991-47e1-b851-d34e44ad8301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:50.558145 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-cd8ea93f-5991-47e1-b851-d34e44ad8301 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47f5d50e-ecb0-4551-a307-aad43428f4eb HTTP/1.1" status: 204 len: 168 time: 0.1626892 Aug 09 18:56:50.566499 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ea93f-5991-47e1-b851-d34e44ad8301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f5d50e-ecb0-4551-a307-aad43428f4eb,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:50.738826 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877d6d9-e53d-46b8-a926-e3d96cc4b5c8 req-6cae24db-79c5-4a7a-a640-f45341c90613 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:50.740504 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4877d6d9-e53d-46b8-a926-e3d96cc4b5c8 req-6cae24db-79c5-4a7a-a640-f45341c90613 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.0530362 Aug 09 18:56:50.814154 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4877d6d9-e53d-46b8-a926-e3d96cc4b5c8 req-fb91a118-e6e8-4a47-b16b-6b905741f216 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667205 Aug 09 18:56:50.827341 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af09e9-ab29-4c72-a324-3f4e6ed8df8f req-d7e4bab8-d26f-4b39-88a9-dab16eb93705 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:50.828947 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-52af09e9-ab29-4c72-a324-3f4e6ed8df8f req-d7e4bab8-d26f-4b39-88a9-dab16eb93705 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0651717 Aug 09 18:56:50.873709 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-52af09e9-ab29-4c72-a324-3f4e6ed8df8f req-43a0cbba-95c9-455b-b33a-151f63a127f0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368977 Aug 09 18:56:50.908638 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51068) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:50.924074 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a0f0-e95f-4e41-bb2d-6c8fb5fb73f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.015078 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a0f0-e95f-4e41-bb2d-6c8fb5fb73f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.019321 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a0f0-e95f-4e41-bb2d-6c8fb5fb73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.059749 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-b9d4a0f0-e95f-4e41-bb2d-6c8fb5fb73f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a837ec7a6354b17a188f500998daf16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499336 Aug 09 18:56:51.060983 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4a0f0-e95f-4e41-bb2d-6c8fb5fb73f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b9792-e613-4ce4-95cd-7f8eb7f97d2f,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:51.064336 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51070) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:51.118861 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e67b246d-4ebc-4474-8782-9681a8ff3ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.142268 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e67b246d-4ebc-4474-8782-9681a8ff3ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.189955 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e67b246d-4ebc-4474-8782-9681a8ff3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.192712 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e67b246d-4ebc-4474-8782-9681a8ff3ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.193956 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-e67b246d-4ebc-4474-8782-9681a8ff3ad0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab6b9792-e613-4ce4-95cd-7f8eb7f97d2f HTTP/1.1" status: 204 len: 168 time: 0.1301835 Aug 09 18:56:51.201781 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b246d-4ebc-4474-8782-9681a8ff3ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b9792-e613-4ce4-95cd-7f8eb7f97d2f,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:51.538121 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51080) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:51.551755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05cb62ce-fbb6-4aae-b8c8-ae8d85675baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.592672 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9adcdf42-4c6e-4ec4-9151-004a0877e1a1 req-aa77db91-3dd9-4c58-b7d1-6a14513b5577 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 210 time: 0.0375655 Aug 09 18:56:51.646267 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-29086726-5c78-4762-8c68-6a10ad88fce6 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:51.648074 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-29086726-5c78-4762-8c68-6a10ad88fce6 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.26 "GET /v2.0/networks?id=ef510cb9-adb2-4141-b802-c0f0d0ab701e HTTP/1.1" status: 200 len: 813 time: 0.1723588 Aug 09 18:56:51.651975 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05cb62ce-fbb6-4aae-b8c8-ae8d85675baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.656163 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05cb62ce-fbb6-4aae-b8c8-ae8d85675baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.666171 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Request body: {'port': {'device_id': '7cb77b0b-2756-44d5-8ac8-6f4af29b6eac', 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e', 'admin_state_up': True, 'tenant_id': '9b4362cc3ab847759757de42d4c4be9a'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:51.697009 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb62ce-fbb6-4aae-b8c8-ae8d85675baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c8d6f4-268c-431f-828a-0543a7af36ff,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:51.706976 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-05cb62ce-fbb6-4aae-b8c8-ae8d85675baf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8c58bd5a09f4caa9a1681cabded3a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672118 Aug 09 18:56:51.707879 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51084) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:51.758299 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-123f3e8c-6a89-4fd4-9d63-431259b98e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.780298 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-123f3e8c-6a89-4fd4-9d63-431259b98e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.785292 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Made reservation on behalf of 9b4362cc3ab847759757de42d4c4be9a for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:56:51.789044 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.812170 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:56:51.828507 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-123f3e8c-6a89-4fd4-9d63-431259b98e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.831158 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-123f3e8c-6a89-4fd4-9d63-431259b98e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:51.832491 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-123f3e8c-6a89-4fd4-9d63-431259b98e20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0c8d6f4-268c-431f-828a-0543a7af36ff HTTP/1.1" status: 204 len: 168 time: 0.1231964 Aug 09 18:56:51.840839 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f3e8c-6a89-4fd4-9d63-431259b98e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c8d6f4-268c-431f-828a-0543a7af36ff,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:51.989610 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Allocated IP 172.20.0.13 (ef510cb9-adb2-4141-b802-c0f0d0ab701e/234204ff-a8de-4a0b-8d69-13f497165b88/f9db38cc-e201-4c05-b96a-875bcfe9e0d2) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:56:52.026560 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f92fe0-f384-43c2-a155-4bd2835883f6 req-e852286a-3718-460b-a677-42bcdb55992f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:52.028105 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-54f92fe0-f384-43c2-a155-4bd2835883f6 req-e852286a-3718-460b-a677-42bcdb55992f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.1137187 Aug 09 18:56:52.050340 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79b591-932e-4b7c-9042-bb29242e1954 req-79825ef2-5922-4107-bba3-27166c28538c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:52.051817 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bf79b591-932e-4b7c-9042-bb29242e1954 req-79825ef2-5922-4107-bba3-27166c28538c tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0991793 Aug 09 18:56:52.164067 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-54f92fe0-f384-43c2-a155-4bd2835883f6 req-d3d6d5d2-5952-4297-807a-17986d28e785 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244049 Aug 09 18:56:52.170552 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bf79b591-932e-4b7c-9042-bb29242e1954 req-fcb52ff5-5d5b-46af-8d84-64a56e0a932f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051404 Aug 09 18:56:52.237040 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:52.276908 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:52.323409 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Network ef510cb9-adb2-4141-b802-c0f0d0ab701e is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:52.326617 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:52.331023 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:56:52.334891 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Pushing event updated for resources: {'Port': ['ID=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:52.387788 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:52.388452 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:52.404724 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-58a6c9ca-2854-4227-bb14-75a078368ec2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7434936 Aug 09 18:56:52.435971 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Request body: {'port': {'device_id': '7cb77b0b-2756-44d5-8ac8-6f4af29b6eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:52.498515 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:52.750566 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ab7a2-fceb-4b76-a315-1069f73ae941 req-a8d37ae5-0fd6-4ffa-afb3-ec20e09687a4 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:52.752008 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f13ab7a2-fceb-4b76-a315-1069f73ae941 req-a8d37ae5-0fd6-4ffa-afb3-ec20e09687a4 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 932 time: 0.0784256 Aug 09 18:56:52.836372 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f13ab7a2-fceb-4b76-a315-1069f73ae941 req-066a0676-5195-4e82-9321-cd87f9563869 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701554 Aug 09 18:56:52.853141 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9db38cc-e201-4c05-b96a-875bcfe9e0d2 {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:56:52.861386 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:52.886488 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Transition to ACTIVE for port object f9db38cc-e201-4c05-b96a-875bcfe9e0d2 will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:52.905905 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:52.974742 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Pushing event updated for resources: {'Port': ['ID=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:52.990927 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-17d78eaf-5403-471b-9f89-a0b9fdf9b29b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:52.992587 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-17d78eaf-5403-471b-9f89-a0b9fdf9b29b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.1213009 Aug 09 18:56:53.130453 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Attempting to bind port f9db38cc-e201-4c05-b96a-875bcfe9e0d2 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:56:53.130792 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Attempting to bind port f9db38cc-e201-4c05-b96a-875bcfe9e0d2 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '96c9e128-e31e-4452-8db9-93c57962b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:56:53.131119 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Attempting to bind port f9db38cc-e201-4c05-b96a-875bcfe9e0d2 on network ef510cb9-adb2-4141-b802-c0f0d0ab701e {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:53.137876 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Port f9db38cc-e201-4c05-b96a-875bcfe9e0d2 on network ef510cb9-adb2-4141-b802-c0f0d0ab701e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:56:53.138201 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Attempting to bind port f9db38cc-e201-4c05-b96a-875bcfe9e0d2 on network ef510cb9-adb2-4141-b802-c0f0d0ab701e {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:53.148106 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:56:53.148441 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Checking segment: {'id': '96c9e128-e31e-4452-8db9-93c57962b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:53.148828 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Bound using segment: {'id': '96c9e128-e31e-4452-8db9-93c57962b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:56:53.149263 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Bound port: f9db38cc-e201-4c05-b96a-875bcfe9e0d2, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c9e128-e31e-4452-8db9-93c57962b528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:56:53.149618 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:53.171678 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Deleting port a2d7ac04-6927-4aec-a2b1-7681788a5721 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:56:53.172064 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:53.348667 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] For port f9db38cc-e201-4c05-b96a-875bcfe9e0d2, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:56:53.379036 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] For port f9db38cc-e201-4c05-b96a-875bcfe9e0d2, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:56:53.387317 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] For port a2d7ac04-6927-4aec-a2b1-7681788a5721, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2d7ac04-6927-4aec-a2b1-7681788a5721,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:53.387689 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:53.399271 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:53.495750 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3df163-a6d5-4087-a8a9-c0e7621f3641 req-743c882b-6ace-40c6-84e7-0be2cd366286 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:53.497280 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ba3df163-a6d5-4087-a8a9-c0e7621f3641 req-743c882b-6ace-40c6-84e7-0be2cd366286 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 947 time: 0.2190361 Aug 09 18:56:53.504577 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b338f-0bb2-4d35-9b7d-aea19dbb5653 req-ff2297a1-7b68-414d-bc92-12eb085b91c8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:53.505913 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-829b338f-0bb2-4d35-9b7d-aea19dbb5653 req-ff2297a1-7b68-414d-bc92-12eb085b91c8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.2481287 Aug 09 18:56:53.520532 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:53.521155 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:53.522578 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] 10.222.0.26 "PUT /v2.0/ports/f9db38cc-e201-4c05-b96a-875bcfe9e0d2 HTTP/1.1" status: 200 len: 1094 time: 1.0911303 Aug 09 18:56:53.540503 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb77b0b-2756-44d5-8ac8-6f4af29b6eac', 'tag': 'f9db38cc-e201-4c05-b96a-875bcfe9e0d2'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:56:53.542814 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63558d6-241d-4ae5-9709-90dd406d01a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb77b0b-2756-44d5-8ac8-6f4af29b6eac", "tag": "f9db38cc-e201-4c05-b96a-875bcfe9e0d2"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:56:53.897356 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f2538-edff-4005-bccf-1cbe8a80760c service neutron] Pushing event updated for resources: {'Port': ['ID=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:53.943813 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ba3df163-a6d5-4087-a8a9-c0e7621f3641 req-a708ae43-1877-4981-a0f5-8cf36dee2709 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=769e4cf7-488a-452e-9529-bcacefafeb1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4349027 Aug 09 18:56:53.953685 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-829b338f-0bb2-4d35-9b7d-aea19dbb5653 req-3dbaffc9-079f-45ee-93e9-1f68d3afbcec tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210408 Aug 09 18:56:53.980311 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-063e73f1-bc9c-4b2c-a072-a1ca0b9677b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:53.980311 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-063e73f1-bc9c-4b2c-a072-a1ca0b9677b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b4362cc3ab847759757de42d4c4be9a&device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 1097 time: 0.4069993 Aug 09 18:56:54.019342 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca36bab-a26e-423e-af5a-8d88c8be3344 x-openstack-request-id: req-4ca36bab-a26e-423e-af5a-8d88c8be3344 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:56:54.019582 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb77b0b-2756-44d5-8ac8-6f4af29b6eac", "tag": "f9db38cc-e201-4c05-b96a-875bcfe9e0d2", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:56:54.019881 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ca36bab-a26e-423e-af5a-8d88c8be3344 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:56:54.020470 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb77b0b-2756-44d5-8ac8-6f4af29b6eac', 'tag': 'f9db38cc-e201-4c05-b96a-875bcfe9e0d2', 'status': 'completed', 'code': 200} Aug 09 18:56:54.075744 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-7b82b9e2-22d5-45f8-9674-64e3ea943086 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9db38cc-e201-4c05-b96a-875bcfe9e0d2 HTTP/1.1" status: 200 len: 217 time: 0.0582395 Aug 09 18:56:54.166524 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:54.166905 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:54.167227 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.l3_db [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Floating IP 716e6077-2905-4cd1-b42a-ba56c56cb682 disassociated. External IP: 172.27.1.23, port: a2d7ac04-6927-4aec-a2b1-7681788a5721. Aug 09 18:56:54.167577 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Calling delete_port for a2d7ac04-6927-4aec-a2b1-7681788a5721 owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:56:54.211238 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-25f3193b-721f-4efa-8731-7000c42f90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:54.212733 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-25f3193b-721f-4efa-8731-7000c42f90f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=234204ff-a8de-4a0b-8d69-13f497165b88 HTTP/1.1" status: 200 len: 853 time: 0.1171811 Aug 09 18:56:54.242885 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-c667e5a2-3376-462a-9766-5fd571599486 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993760016&fields=id&tenant_id=71a88f46e2174606936608cad6734d10 HTTP/1.1" status: 200 len: 267 time: 0.1541455 Aug 09 18:56:54.280103 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adba5e-6f7f-4afd-bd2c-534f403b3e74 req-18a62f36-e978-42dc-9b19-15ede4dbebe0 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:54.281544 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a9adba5e-6f7f-4afd-bd2c-534f403b3e74 req-18a62f36-e978-42dc-9b19-15ede4dbebe0 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 944 time: 0.2034080 Aug 09 18:56:54.292220 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-f289fc8d-9f7c-4f9e-a5af-fa26e5eaf6a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef510cb9-adb2-4141-b802-c0f0d0ab701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484288 Aug 09 18:56:54.464976 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a9adba5e-6f7f-4afd-bd2c-534f403b3e74 req-ef079302-9c94-44b9-9291-5ccd13e64dc2 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717122 Aug 09 18:56:54.524429 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda70b9-9122-47df-a055-324f18a8e374 req-2e1e16bb-3768-4964-a291-de5cf8aec903 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:54.525909 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-2e1e16bb-3768-4964-a291-de5cf8aec903 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 812 time: 0.2678471 Aug 09 18:56:54.560310 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-85efa6f5-7638-498d-b399-0ebf3dccd773 service neutron] 10.222.0.26 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380700 Aug 09 18:56:54.564317 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-1028dd72-bd80-49ba-8aab-2c2f39678d19 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/quotas/71a88f46e2174606936608cad6734d10 HTTP/1.1" status: 200 len: 375 time: 0.0311682 Aug 09 18:56:54.578257 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:54.667803 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event deleted for resources: {'Port': ['ID=a2d7ac04-6927-4aec-a2b1-7681788a5721,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:54.750706 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-d1b134a1-7148-4292-b98f-21d3d2675ef3 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1747816 Aug 09 18:56:54.813378 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81ec108f-4d85-411d-8140-f49d780f85b5 req-8c2056e3-c51d-46cf-9002-42c8703c41c1 service neutron] 10.222.0.26 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449281 Aug 09 18:56:54.910775 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Router d25cff42-559f-438c-8da8-f2829ca55a77 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:56:54.946408 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-ec4451f1-65aa-4b07-8f92-304548097007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:54.947926 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-ec4451f1-65aa-4b07-8f92-304548097007 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b4362cc3ab847759757de42d4c4be9a&device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 1097 time: 0.0889108 Aug 09 18:56:54.949681 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-c8f8da10-abff-4d38-88d3-e479d8b23161 service neutron] 10.222.0.57 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816061 Aug 09 18:56:55.155568 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1e70ef5f-0d30-484d-b619-2b285e9f4a7e req-70049bc3-d4f3-4cae-adfb-a64c7b314101 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 210 time: 0.1033826 Aug 09 18:56:55.222788 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:56:55.240343 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] Sync routers for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:56:55.248609 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-748a87c6-7bb2-457e-b0dd-abb2aa94e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:55.250573 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:55.250813 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-748a87c6-7bb2-457e-b0dd-abb2aa94e26a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ef510cb9-adb2-4141-b802-c0f0d0ab701e HTTP/1.1" status: 200 len: 914 time: 0.2652547 Aug 09 18:56:55.251192 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:55.321205 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-0dccc5a2-8ba3-42f6-a0fe-0565cfca2b24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9db38cc-e201-4c05-b96a-875bcfe9e0d2 HTTP/1.1" status: 200 len: 217 time: 0.0526736 Aug 09 18:56:55.345747 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-1d7781a2-893c-42b1-8455-b979015eceec service neutron] 10.222.0.57 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591368 Aug 09 18:56:55.387324 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:55.474372 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-c9a477af-4c44-4e8f-8711-e27cea767fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:55.476528 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-c9a477af-4c44-4e8f-8711-e27cea767fd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=234204ff-a8de-4a0b-8d69-13f497165b88 HTTP/1.1" status: 200 len: 853 time: 0.0960901 Aug 09 18:56:55.520067 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:56:55.570841 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] No DVR routers for this DVR port a2d7ac04-6927-4aec-a2b1-7681788a5721 on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:56:55.576625 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-88b1380c-11c6-44de-bec6-5f21ce5d4948 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ef510cb9-adb2-4141-b802-c0f0d0ab701e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920906 Aug 09 18:56:55.580779 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: a2d7ac04-6927-4aec-a2b1-7681788a5721 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:56:55.580926 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:55.581498 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device a2d7ac04-6927-4aec-a2b1-7681788a5721 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:56:55.585429 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-867e2f4d-879d-4261-a834-fb9cdfb0b852 req-c997d83d-94e9-45b2-a64d-c24dcb61d9ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "DELETE /v2.0/ports/a2d7ac04-6927-4aec-a2b1-7681788a5721 HTTP/1.1" status: 204 len: 173 time: 2.5737851 Aug 09 18:56:55.716187 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80364c-db68-4884-a06d-9390cb9f4ca1 req-4d4585d1-e9c9-4046-ad21-92d5010644fb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:55.725137 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd80364c-db68-4884-a06d-9390cb9f4ca1 req-4d4585d1-e9c9-4046-ad21-92d5010644fb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.4732180 Aug 09 18:56:55.811274 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-035e7f53-572c-4bc3-ad29-322a05fecd75 service neutron] 10.222.0.26 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185977 Aug 09 18:56:55.841802 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:55.903801 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] Checking router: d25cff42-559f-438c-8da8-f2829ca55a77 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:56:55.929418 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:56:55.931225 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:56:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:55.941466 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd80364c-db68-4884-a06d-9390cb9f4ca1 req-025fce17-6d93-4254-aee7-3929d6fef325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145779 Aug 09 18:56:56.006099 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f63558d6-241d-4ae5-9709-90dd406d01a5 req-c926eb94-c1c5-47d3-a3b6-60e432c80270 service neutron] 10.222.0.26 "GET /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862454 Aug 09 18:56:56.033768 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-deleted', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:56:56.036478 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ff21a-e770-4056-9645-cb4ba5390e7d" -d '{"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-deleted", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:56:56.044399 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0150ee72-6727-4aac-b9a2-eead7600dc17 req-5f53747f-15e0-4225-bc53-164182d6ff4c tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 210 time: 0.0553653 Aug 09 18:56:56.083640 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697d49d-4d0d-47b1-ad25-285f62575e94 req-26bf05d7-b194-4aa9-b44a-c38287b9a33d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:56.085957 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8697d49d-4d0d-47b1-ad25-285f62575e94 req-26bf05d7-b194-4aa9-b44a-c38287b9a33d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 944 time: 0.1759243 Aug 09 18:56:56.124282 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:56:56.164697 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03dca14-d96a-42a1-bfc6-decb961f6112 x-openstack-request-id: req-d03dca14-d96a-42a1-bfc6-decb961f6112 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:56:56.165110 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb57b7bd-9aa2-4064-9d3e-210edd48ae36", "name": "network-vif-deleted", "tag": "a2d7ac04-6927-4aec-a2b1-7681788a5721", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:56:56.165324 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d03dca14-d96a-42a1-bfc6-decb961f6112 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:56:56.165724 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb57b7bd-9aa2-4064-9d3e-210edd48ae36', 'name': 'network-vif-deleted', 'tag': 'a2d7ac04-6927-4aec-a2b1-7681788a5721', 'status': 'completed', 'code': 200} Aug 09 18:56:56.175670 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8697d49d-4d0d-47b1-ad25-285f62575e94 req-551f12ce-f13e-47ea-b4ec-db82fd051216 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811005 Aug 09 18:56:56.310061 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6f69a45b-8bf2-43ee-a235-31c7f11949bb req-ef931439-5510-48e7-834e-378a67f80e10 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb57b7bd-9aa2-4064-9d3e-210edd48ae36 HTTP/1.1" status: 200 len: 210 time: 0.0451701 Aug 09 18:56:56.425669 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:56:56.459286 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9525f2a-6d8d-44c3-a1d1-f4b968279c8f None None] The sync data for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi is: [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:56:56.879580 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb7992a-c4cb-4654-9177-376f06ed6386 None None] New status for floating IP 716e6077-2905-4cd1-b42a-ba56c56cb682: DOWN {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:56:57.124158 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4d65d-a379-4c36-933b-674e9fd5e493 req-46b864b9-a86c-4152-8b47-6181023ad24b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:57.126428 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-48e4d65d-a379-4c36-933b-674e9fd5e493 req-46b864b9-a86c-4152-8b47-6181023ad24b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.1032577 Aug 09 18:56:57.464761 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-73c23373-483d-41da-97cf-b278fa68ba06 req-d8c37b51-4361-4d85-9ceb-5de095eb98d3 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 210 time: 0.3115358 Aug 09 18:56:57.525046 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device f9db38cc-e201-4c05-b96a-875bcfe9e0d2 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:56:57.527880 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-48e4d65d-a379-4c36-933b-674e9fd5e493 req-be1d7917-8a57-4aa7-a8a1-92a7b4989fcc tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945003 Aug 09 18:56:57.625334 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda70b9-9122-47df-a055-324f18a8e374 req-04dfb066-b823-4f18-877d-cc151b46ebe3 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:57.627081 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-04dfb066-b823-4f18-877d-cc151b46ebe3 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 812 time: 0.1649876 Aug 09 18:56:57.663390 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edea510-601c-4e5b-acf0-2c155d6eac42 req-51ac9067-9efe-4d33-acce-efdd23d4a7c5 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:57.673523 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0edea510-601c-4e5b-acf0-2c155d6eac42 req-51ac9067-9efe-4d33-acce-efdd23d4a7c5 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 944 time: 0.1169550 Aug 09 18:56:57.673722 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port f9db38cc-e201-4c05-b96a-875bcfe9e0d2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:57.690126 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51236) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:57.697016 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'f9db38cc-e201-4c05-b96a-875bcfe9e0d2', 'network_id': 'ef510cb9-adb2-4141-b802-c0f0d0ab701e', 'port_id': 'f9db38cc-e201-4c05-b96a-875bcfe9e0d2', 'mac_address': 'fa:16:3e:fc:d1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234204ff-a8de-4a0b-8d69-13f497165b88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:56:57.734121 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0edea510-601c-4e5b-acf0-2c155d6eac42 req-3bd8de1a-f5c5-4d70-97ca-b6193bcf3d74 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575578 Aug 09 18:56:57.770642 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-22925938-010e-4bb3-897b-63ea09f6f8a2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a88f46e2174606936608cad6734d10 HTTP/1.1" status: 200 len: 380 time: 0.1325088 Aug 09 18:56:57.778772 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:57.802908 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:57.804674 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'port': {'device_id': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'admin_state_up': True, 'tenant_id': '71a88f46e2174606936608cad6734d10', 'security_groups': ['33924d2f-28be-4c1b-ba14-ef010422930a']}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:57.830075 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9db38cc-e201-4c05-b96a-875bcfe9e0d2 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:56:57.839502 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:57.858597 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port f9db38cc-e201-4c05-b96a-875bcfe9e0d2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:57.864270 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:57.930082 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:57.933383 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:57.934627 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "DELETE /v2.0/security-groups/769e4cf7-488a-452e-9529-bcacefafeb1d HTTP/1.1" status: 204 len: 168 time: 0.2426510 Aug 09 18:56:57.939764 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51242) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:57.956604 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769e4cf7-488a-452e-9529-bcacefafeb1d,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:57.968905 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.969530 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.970033 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.970597 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.971126 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.971641 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.972685 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.973271 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.973755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.974250 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.974994 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.975523 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e013-78c4-45b7-b071-3ae872c66b0c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:56:57.979935 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.api.v2.resource [None req-8449a5dc-84ce-4353-bc1b-8ed7e2e0edf0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] show failed (client error): The resource could not be found. Aug 09 18:56:57.981015 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8449a5dc-84ce-4353-bc1b-8ed7e2e0edf0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups/769e4cf7-488a-452e-9529-bcacefafeb1d HTTP/1.1" status: 404 len: 347 time: 0.0386591 Aug 09 18:56:57.984031 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51244) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:57.987336 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:58.087911 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fe1c7-6031-4ce7-a28c-4c3eaa65afb0 req-1399f706-6e37-4535-aa83-d903455b877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:58.090097 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-512fe1c7-6031-4ce7-a28c-4c3eaa65afb0 req-1399f706-6e37-4535-aa83-d903455b877f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1099 time: 0.1033719 Aug 09 18:56:58.115349 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['f9db38cc-e201-4c05-b96a-875bcfe9e0d2'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:56:58.146706 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-512fe1c7-6031-4ce7-a28c-4c3eaa65afb0 req-61dd3a8d-4eff-4e4b-8271-ae4e17fd09c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480297 Aug 09 18:56:58.148091 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Made reservation on behalf of 71a88f46e2174606936608cad6734d10 for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:56:58.151929 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:58.276844 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-7c3354c5-9252-47ca-b481-a0de381c5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:58.278890 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-7c3354c5-9252-47ca-b481-a0de381c5f78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1099 time: 0.1620724 Aug 09 18:56:58.288299 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Deleting port 3ede046d-0c2c-4114-bbee-f6509161a119 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:56:58.289042 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:58.355452 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Allocated IP 172.20.0.11 (894b9985-fca2-4c30-8c3b-8e261fe4ee16/2da0d483-05a6-4441-a0ed-f79f478b1df3/ad729e2e-224b-4081-85b3-2f5f307fb083) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:56:58.452114 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:58.452453 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:58.475289 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-7aa52331-c541-4d31-aae6-6918bd46a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:58.476969 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-7aa52331-c541-4d31-aae6-6918bd46a17e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 920 time: 0.1707559 Aug 09 18:56:58.478012 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Calling delete_port for 3ede046d-0c2c-4114-bbee-f6509161a119 owned by network:floatingip {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:56:58.480095 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:58.528944 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:58.535062 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-cecd5fdf-9690-41f5-9230-0943fe60f87a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd14bfe5-72f0-402d-a192-de07b3405089 HTTP/1.1" status: 200 len: 217 time: 0.0467811 Aug 09 18:56:58.545858 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Transition to ACTIVE for port object ad729e2e-224b-4081-85b3-2f5f307fb083 will not be triggered until provisioned by entity DHCP. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:58.591642 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-42ae105b-5001-4bc4-9ce3-f108c77bf313 req-b7c04084-d385-46a3-bbb8-2f330141a109 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 210 time: 0.0387568 Aug 09 18:56:58.631319 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:58.650249 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-8ac692c3-6ae6-4cd1-b6ea-f8fc82df6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:58.651740 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-8ac692c3-6ae6-4cd1-b6ea-f8fc82df6f69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.0966341 Aug 09 18:56:58.694823 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-38d9c5bd-1a1e-45ab-8d53-81e4bb4548f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306940 Aug 09 18:56:58.720799 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:56:58.727419 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:56:58.730126 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:56:58.759124 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'Port': ['ID=ad729e2e-224b-4081-85b3-2f5f307fb083,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:58.809108 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c726a-7cde-4415-9fa5-9fe98c4988c1 req-0dfc65f3-6c2a-4c65-b36d-4a277c64b6b4 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:58.810734 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9d4c726a-7cde-4415-9fa5-9fe98c4988c1 req-0dfc65f3-6c2a-4c65-b36d-4a277c64b6b4 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.1671777 Aug 09 18:56:58.835441 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:58.836149 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:58.868579 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:58.906153 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event deleted for resources: {'Port': ['ID=3ede046d-0c2c-4114-bbee-f6509161a119,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:58.913986 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9d4c726a-7cde-4415-9fa5-9fe98c4988c1 req-3f2b43fc-2bf1-4a28-9ef8-8d8453caf650 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964286 Aug 09 18:56:58.915337 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-a98fa0e3-21ad-454b-af67-dcf30ef2d90e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1362474 Aug 09 18:56:58.938750 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Request body: {'port': {'device_id': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:58.970534 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-d5dc3901-dfa2-496b-bc8b-2150ab108378 service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652378 Aug 09 18:56:58.996463 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ec870-0c80-43e4-9698-d4a62396ac00 req-9a757c88-05c7-4aad-a6ec-8d6df45ce234 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:58.998858 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c17ec870-0c80-43e4-9698-d4a62396ac00 req-9a757c88-05c7-4aad-a6ec-8d6df45ce234 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 945 time: 0.1485965 Aug 09 18:56:59.049447 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-1f18044d-787e-4bb1-82cd-1b28a1bffd87 None None] Provisioning for port ad729e2e-224b-4081-85b3-2f5f307fb083 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:59.055493 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-1f18044d-787e-4bb1-82cd-1b28a1bffd87 None None] Provisioning complete for port ad729e2e-224b-4081-85b3-2f5f307fb083 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:59.056135 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f18044d-787e-4bb1-82cd-1b28a1bffd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.056277 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.074455 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.077744 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.079584 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-c0c58d63-9537-4a91-930e-aaf4b2876763 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "DELETE /v2.0/floatingips/716e6077-2905-4cd1-b42a-ba56c56cb682 HTTP/1.1" status: 204 len: 168 time: 1.0940087 Aug 09 18:56:59.115888 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7cdbc6bc-4a91-44f0-9c76-1b66b07bf530 req-e8bf7a0c-2b03-4141-8ea5-6cedff22d25b service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223896 Aug 09 18:56:59.118728 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c17ec870-0c80-43e4-9698-d4a62396ac00 req-d9c4f6a8-5363-4265-a1ad-d3098c42820b tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876486 Aug 09 18:56:59.140104 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-1f18044d-787e-4bb1-82cd-1b28a1bffd87 None None] Port ad729e2e-224b-4081-85b3-2f5f307fb083 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:56:59.436205 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad729e2e-224b-4081-85b3-2f5f307fb083 {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:56:59.445908 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.460331 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Transition to ACTIVE for port object ad729e2e-224b-4081-85b3-2f5f307fb083 will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:56:59.471439 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.500767 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51266) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:59.506455 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-d6bc6186-8aa3-4088-b8d8-ca9dd708b79a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315147029', 'description': 'tempest-description--939182098'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:59.528992 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device f9db38cc-e201-4c05-b96a-875bcfe9e0d2 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:56:59.546031 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6186-8aa3-4088-b8d8-ca9dd708b79a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.568934 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad729e2e-224b-4081-85b3-2f5f307fb083,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:59.620849 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8314f9fd-26b5-4159-8213-62bec7a76f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.639926 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port f9db38cc-e201-4c05-b96a-875bcfe9e0d2 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:56:59.651078 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port f9db38cc-e201-4c05-b96a-875bcfe9e0d2 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:56:59.651463 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.721185 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Attempting to bind port ad729e2e-224b-4081-85b3-2f5f307fb083 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:56:59.721630 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Attempting to bind port ad729e2e-224b-4081-85b3-2f5f307fb083 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:56:59.722111 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Attempting to bind port ad729e2e-224b-4081-85b3-2f5f307fb083 on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:59.726554 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6186-8aa3-4088-b8d8-ca9dd708b79a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.737041 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6186-8aa3-4088-b8d8-ca9dd708b79a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.743933 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Port ad729e2e-224b-4081-85b3-2f5f307fb083 on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:56:59.743933 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Attempting to bind port ad729e2e-224b-4081-85b3-2f5f307fb083 on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:56:59.767873 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:56:59.769492 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Checking segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:56:59.769492 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Bound using segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:56:59.770033 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Bound port: ad729e2e-224b-4081-85b3-2f5f307fb083, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:56:59.770519 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.792527 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.807293 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6186-8aa3-4088-b8d8-ca9dd708b79a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.808652 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-d6bc6186-8aa3-4088-b8d8-ca9dd708b79a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3068492 Aug 09 18:56:59.809954 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc6186-8aa3-4088-b8d8-ca9dd708b79a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:56:59.820862 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51280) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:56:59.830219 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-482945ef-b728-4481-942a-ffe6daff0440 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'security_group_rule': {'security_group_id': '6af41002-653e-4d79-9bb4-d2ee0dd2aa9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:56:59.855689 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port f9db38cc-e201-4c05-b96a-875bcfe9e0d2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:56:59.859189 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb77b0b-2756-44d5-8ac8-6f4af29b6eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9db38cc-e201-4c05-b96a-875bcfe9e0d2'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:56:59.861923 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d6522c-2c03-4113-86b2-1958b752eaa2" -d '{"events": [{"server_uuid": "7cb77b0b-2756-44d5-8ac8-6f4af29b6eac", "name": "network-vif-plugged", "status": "completed", "tag": "f9db38cc-e201-4c05-b96a-875bcfe9e0d2"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:56:59.877558 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.892000 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-482945ef-b728-4481-942a-ffe6daff0440 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:56:59.898555 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f09b64-f2a7-4673-9212-c8f403178b18 req-9be8f835-380e-406b-b500-64987de94c99 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:56:59.912571 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-57f09b64-f2a7-4673-9212-c8f403178b18 req-9be8f835-380e-406b-b500-64987de94c99 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 944 time: 0.1867366 Aug 09 18:56:59.924170 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4065dc8-a002-4d2d-9d17-fb2dc8031db6 x-openstack-request-id: req-d4065dc8-a002-4d2d-9d17-fb2dc8031db6 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:56:59.924560 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb77b0b-2756-44d5-8ac8-6f4af29b6eac", "name": "network-vif-plugged", "status": "completed", "tag": "f9db38cc-e201-4c05-b96a-875bcfe9e0d2", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:56:59.924816 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4065dc8-a002-4d2d-9d17-fb2dc8031db6 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:56:59.925934 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb77b0b-2756-44d5-8ac8-6f4af29b6eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9db38cc-e201-4c05-b96a-875bcfe9e0d2', 'code': 200} Aug 09 18:56:59.966430 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] For port ad729e2e-224b-4081-85b3-2f5f307fb083, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:56:59.978869 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:00.001611 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-57f09b64-f2a7-4673-9212-c8f403178b18 req-17140166-46c1-4d98-ba63-24d3245d8bfe tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858548 Aug 09 18:57:00.003814 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] For port ad729e2e-224b-4081-85b3-2f5f307fb083, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ad729e2e-224b-4081-85b3-2f5f307fb083,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:00.013368 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.031485 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-482945ef-b728-4481-942a-ffe6daff0440 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.036783 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-482945ef-b728-4481-942a-ffe6daff0440 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.062332 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482945ef-b728-4481-942a-ffe6daff0440 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99075c7-9422-4364-b8c6-98932005d4d1,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:00.074950 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.075585 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.077028 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] 10.222.0.26 "PUT /v2.0/ports/ad729e2e-224b-4081-85b3-2f5f307fb083 HTTP/1.1" status: 200 len: 1094 time: 1.1434526 Aug 09 18:57:00.080549 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-482945ef-b728-4481-942a-ffe6daff0440 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.081880 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-482945ef-b728-4481-942a-ffe6daff0440 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599585 Aug 09 18:57:00.085631 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51288) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:00.092963 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-44ff6472-4cc3-4fdd-9205-381fa9ff1fa6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'security_group_rule': {'security_group_id': '6af41002-653e-4d79-9bb4-d2ee0dd2aa9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:00.095984 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'tag': 'ad729e2e-224b-4081-85b3-2f5f307fb083'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:00.099787 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dedc91-4250-49ff-acd5-51e815fe3092" -d '{"events": [{"name": "network-changed", "server_uuid": "aac2766c-2a94-49a5-a21b-0a1d2607edf7", "tag": "ad729e2e-224b-4081-85b3-2f5f307fb083"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:00.163561 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c887a3c0-b71f-4539-a007-4d9d674eb72f x-openstack-request-id: req-c887a3c0-b71f-4539-a007-4d9d674eb72f {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:00.164487 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac2766c-2a94-49a5-a21b-0a1d2607edf7", "tag": "ad729e2e-224b-4081-85b3-2f5f307fb083", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:00.164954 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c887a3c0-b71f-4539-a007-4d9d674eb72f {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:00.165803 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'tag': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'status': 'completed', 'code': 200} Aug 09 18:57:00.175590 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53926d2d-8148-44a3-b452-a0395a5a8df1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad729e2e-224b-4081-85b3-2f5f307fb083,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:00.193914 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda70b9-9122-47df-a055-324f18a8e374 req-88e7d76b-d58a-40dc-a30c-c77fee8c0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.195604 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-88e7d76b-d58a-40dc-a30c-c77fee8c0ca5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 1097 time: 0.0771086 Aug 09 18:57:00.196464 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-44ff6472-4cc3-4fdd-9205-381fa9ff1fa6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.200283 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743596-e367-4707-9237-7be1d441bce2 req-3c1a5b8a-c9e8-4059-a7cd-3666b6dfef3f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.202677 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83743596-e367-4707-9237-7be1d441bce2 req-3c1a5b8a-c9e8-4059-a7cd-3666b6dfef3f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.1717770 Aug 09 18:57:00.205933 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4edc6-a292-4bdd-8772-7f73c8bd07ae req-f65fc26e-b2cc-46a4-af31-8ac728ab2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.208557 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-caa4edc6-a292-4bdd-8772-7f73c8bd07ae req-f65fc26e-b2cc-46a4-af31-8ac728ab2cb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 1099 time: 0.1037445 Aug 09 18:57:00.252770 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-ad52fdaa-393f-47d8-a133-c7a32007df53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad729e2e-224b-4081-85b3-2f5f307fb083 HTTP/1.1" status: 200 len: 217 time: 0.0441151 Aug 09 18:57:00.326606 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda70b9-9122-47df-a055-324f18a8e374 req-b6ed6683-af9e-4cfe-af79-bcfab1f6add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.328406 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-b6ed6683-af9e-4cfe-af79-bcfab1f6add2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0669785 Aug 09 18:57:00.348460 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-caa4edc6-a292-4bdd-8772-7f73c8bd07ae req-d1a0b017-4824-41c2-a8a3-8ef43cd07147 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297464 Aug 09 18:57:00.352123 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-44ff6472-4cc3-4fdd-9205-381fa9ff1fa6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.353342 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83743596-e367-4707-9237-7be1d441bce2 req-69a856f1-d7e9-4ce2-ad91-4a43af2d4151 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417294 Aug 09 18:57:00.375069 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-44ff6472-4cc3-4fdd-9205-381fa9ff1fa6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.377210 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eb16e-5626-4c34-a334-d7220a256f5c req-e8466ae5-4d5e-4bdd-8af9-53cdcc6e2b70 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.378864 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-447eb16e-5626-4c34-a334-d7220a256f5c req-e8466ae5-4d5e-4bdd-8af9-53cdcc6e2b70 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 946 time: 0.1319182 Aug 09 18:57:00.410309 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff6472-4cc3-4fdd-9205-381fa9ff1fa6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f875046-168b-4e2d-b64b-e3d64cddb021,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:00.422645 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda70b9-9122-47df-a055-324f18a8e374 req-05e8fe50-f5d5-4b13-89e9-30b706dd2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.423090 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-447eb16e-5626-4c34-a334-d7220a256f5c req-4fa629a0-6de2-4d1c-8064-1e3fae24f9b3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Aug 09 18:57:00.424445 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-05e8fe50-f5d5-4b13-89e9-30b706dd2d55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867286 Aug 09 18:57:00.426672 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-44ff6472-4cc3-4fdd-9205-381fa9ff1fa6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.431374 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51296) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:00.431691 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-44ff6472-4cc3-4fdd-9205-381fa9ff1fa6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442037 Aug 09 18:57:00.436813 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'floatingip': {'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:00.469924 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.541591 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-9700b04f-9157-4660-94d5-ab458ff439b7 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080098 Aug 09 18:57:00.591066 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:00.663182 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3fda70b9-9122-47df-a055-324f18a8e374 req-adda6f0b-ce5e-4d3d-a4be-13c34e8e590d service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139815 Aug 09 18:57:00.729014 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aedea-0d77-4f71-a950-5c8c72746642 req-730ef4f5-a9bb-4c87-a9ef-e91c1606a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.730533 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-588aedea-0d77-4f71-a950-5c8c72746642 req-730ef4f5-a9bb-4c87-a9ef-e91c1606a839 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=06e1aaf99dc3496fbf845bec5844578c&device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 1099 time: 0.0481966 Aug 09 18:57:00.800756 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Allocated IP 172.27.1.164 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/a4266d47-fa87-43dc-8993-78bd38e69779) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:00.824150 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aedea-0d77-4f71-a950-5c8c72746642 req-42d937af-ddf7-49a5-8c2f-4d294c67421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.825600 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c749f-1c42-4536-a7b9-580f21a4cc2d req-37cc6027-25b0-485f-a24f-2ad24b33ef3b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.825740 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-588aedea-0d77-4f71-a950-5c8c72746642 req-42d937af-ddf7-49a5-8c2f-4d294c67421b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 200 len: 920 time: 0.0876033 Aug 09 18:57:00.827192 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-944c749f-1c42-4536-a7b9-580f21a4cc2d req-37cc6027-25b0-485f-a24f-2ad24b33ef3b tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.1112278 Aug 09 18:57:00.873291 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-588aedea-0d77-4f71-a950-5c8c72746642 req-f2f8b135-ca8f-4660-bc37-3b87d521d213 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd14bfe5-72f0-402d-a192-de07b3405089 HTTP/1.1" status: 200 len: 217 time: 0.0395682 Aug 09 18:57:00.884956 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-b5097bbb-1675-4360-91b8-d9849f9cfa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.886517 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-b5097bbb-1675-4360-91b8-d9849f9cfa5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 1097 time: 0.1651716 Aug 09 18:57:00.927503 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aedea-0d77-4f71-a950-5c8c72746642 req-136eba4b-994e-47a8-8e92-de5874e07270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:00.929016 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-588aedea-0d77-4f71-a950-5c8c72746642 req-136eba4b-994e-47a8-8e92-de5874e07270 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 200 len: 859 time: 0.0473878 Aug 09 18:57:00.975745 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-588aedea-0d77-4f71-a950-5c8c72746642 req-22a1b700-18b6-4299-9356-2e851a2a6c7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1f74e5a-517a-4b97-a245-2bc3214f0b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370295 Aug 09 18:57:00.981974 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-944c749f-1c42-4536-a7b9-580f21a4cc2d req-f63d10af-641b-4b27-b08d-2d6d06303615 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466539 Aug 09 18:57:01.047479 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-17d67783-59a7-4cd6-8e0d-9a2071cbe673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:01.050135 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-17d67783-59a7-4cd6-8e0d-9a2071cbe673 service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.1464844 Aug 09 18:57:01.056511 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.100956 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-588aedea-0d77-4f71-a950-5c8c72746642 req-48d96a86-5191-4bec-bd9a-55f03e02d3aa service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151667 Aug 09 18:57:01.119631 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-562a7e15-1fcb-44ce-9eb3-5f082e8bf56a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad729e2e-224b-4081-85b3-2f5f307fb083 HTTP/1.1" status: 200 len: 217 time: 0.0469513 Aug 09 18:57:01.228837 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-588aedea-0d77-4f71-a950-5c8c72746642 req-de4f77b2-db55-41d5-bf34-9b922891880e service neutron] 10.222.0.26 "GET /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184888 Aug 09 18:57:01.230385 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.278960 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1c5f1-be8a-4e01-a8b8-91c413a4255f req-c2715452-2a34-4de5-a224-019fcb0aee25 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:01.280771 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5bf1c5f1-be8a-4e01-a8b8-91c413a4255f req-c2715452-2a34-4de5-a224-019fcb0aee25 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 944 time: 0.1654050 Aug 09 18:57:01.293690 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-38bbfea6-4766-429c-94aa-359c2a576152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:01.295186 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-38bbfea6-4766-429c-94aa-359c2a576152 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.1418822 Aug 09 18:57:01.325263 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:01.334442 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'Port': ['ID=a4266d47-fa87-43dc-8993-78bd38e69779,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:01.351609 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:01.356047 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:01.387150 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51316) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:01.415143 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5bf1c5f1-be8a-4e01-a8b8-91c413a4255f req-4970439a-0073-40c6-b693-749939ccdf15 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269345 Aug 09 18:57:01.433190 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-dec44205-13b8-4072-88ae-6ee1eaa16977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:01.434689 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-dec44205-13b8-4072-88ae-6ee1eaa16977 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251953 Aug 09 18:57:01.513006 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7217-2eea-45cc-b314-e3b7b033b6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.592973 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.626084 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7217-2eea-45cc-b314-e3b7b033b6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.630982 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7217-2eea-45cc-b314-e3b7b033b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.662303 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dd000-0ab6-433a-9f64-c0e2836221fb req-3271b7eb-fead-4500-89b7-f50efca9a728 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:01.663813 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1c7dd000-0ab6-433a-9f64-c0e2836221fb req-3271b7eb-fead-4500-89b7-f50efca9a728 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 946 time: 0.1349106 Aug 09 18:57:01.668694 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a7217-2eea-45cc-b314-e3b7b033b6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0d130b-62e0-43ed-a093-983d0d541aea,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:01.669650 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-31e92827-06fb-442c-855c-b4a96f4a1c69 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179470 Aug 09 18:57:01.679497 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-2c1a7217-2eea-45cc-b314-e3b7b033b6cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c291982ce6a74527a9e06224199ae955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912652 Aug 09 18:57:01.679643 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.680283 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51322) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:01.735772 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cf942631-9e10-48fd-a2c9-fd8f190bb29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.758955 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cf942631-9e10-48fd-a2c9-fd8f190bb29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.790852 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1c7dd000-0ab6-433a-9f64-c0e2836221fb req-917f26cc-687f-4b49-b64f-6ca2f6d33734 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198637 Aug 09 18:57:01.837289 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cf942631-9e10-48fd-a2c9-fd8f190bb29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.841746 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cf942631-9e10-48fd-a2c9-fd8f190bb29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.846008 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-cf942631-9e10-48fd-a2c9-fd8f190bb29d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f0d130b-62e0-43ed-a093-983d0d541aea HTTP/1.1" status: 204 len: 168 time: 0.1647940 Aug 09 18:57:01.862146 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf942631-9e10-48fd-a2c9-fd8f190bb29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0d130b-62e0-43ed-a093-983d0d541aea,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:01.889704 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8dedc91-4250-49ff-acd5-51e815fe3092 req-891da24d-a007-4b46-ba45-0410defd83cb service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109530 Aug 09 18:57:01.972802 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:01.978600 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.205241 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51340) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:02.223622 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5bb61158-687e-4cb7-b1e0-d2fd214fcb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.333589 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'Port': ['ID=a4266d47-fa87-43dc-8993-78bd38e69779,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:02.333849 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5bb61158-687e-4cb7-b1e0-d2fd214fcb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.338366 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5bb61158-687e-4cb7-b1e0-d2fd214fcb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.372074 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-72468ea8-fea3-45fb-aa69-389bd9a26059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.376215 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.390545 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-5bb61158-687e-4cb7-b1e0-d2fd214fcb39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c5966ca14954f1eb4e71693779e7cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767659 Aug 09 18:57:02.390545 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb61158-687e-4cb7-b1e0-d2fd214fcb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643d38f6-96a2-4b17-bb18-2a2891eb8c25,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:02.390849 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51342) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:02.391618 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400972-b97c-4970-9db0-42b6e5137155 req-06b68310-df20-4aa7-9aba-ac9d0ad203ea tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:02.392716 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9b400972-b97c-4970-9db0-42b6e5137155 req-06b68310-df20-4aa7-9aba-ac9d0ad203ea tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0890810 Aug 09 18:57:02.410519 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.411673 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-56200a5a-5d31-4be1-8210-fd775b0a0afe tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9788749 Aug 09 18:57:02.448078 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9b400972-b97c-4970-9db0-42b6e5137155 req-0eb20818-cee4-42de-93e4-e616ed5347ec tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Aug 09 18:57:02.464794 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-387ca020-356e-4ba3-ba2a-da70a8a67d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.466705 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.490783 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-387ca020-356e-4ba3-ba2a-da70a8a67d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.547249 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00214bec-90a1-4f2a-b314-6755f96eeb19 req-566ac3b5-1cb4-4a3d-917d-a0746ba724a5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:02.548863 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-00214bec-90a1-4f2a-b314-6755f96eeb19 req-566ac3b5-1cb4-4a3d-917d-a0746ba724a5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 944 time: 0.0502720 Aug 09 18:57:02.563102 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-387ca020-356e-4ba3-ba2a-da70a8a67d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.566260 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-387ca020-356e-4ba3-ba2a-da70a8a67d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.570805 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-387ca020-356e-4ba3-ba2a-da70a8a67d99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/643d38f6-96a2-4b17-bb18-2a2891eb8c25 HTTP/1.1" status: 204 len: 168 time: 0.1753101 Aug 09 18:57:02.576908 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ca020-356e-4ba3-ba2a-da70a8a67d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643d38f6-96a2-4b17-bb18-2a2891eb8c25,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:02.616526 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-00214bec-90a1-4f2a-b314-6755f96eeb19 req-b75a7bf6-cfa4-4b71-805a-5615286e5bbe tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611970 Aug 09 18:57:02.679344 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-2f9cc44a-ca57-44c1-aa6e-f0dbe3982905 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--315147029&fields=id&tenant_id=ba6dd93367d9473b85c4458e183d3190 HTTP/1.1" status: 200 len: 267 time: 0.0410407 Aug 09 18:57:02.803404 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3400a2-a86b-496b-baa8-284a123956f6 req-15d0e594-19c2-456b-809a-c3f5e7516f9a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:02.804867 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-15d0e594-19c2-456b-809a-c3f5e7516f9a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 817 time: 0.1182237 Aug 09 18:57:02.820544 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-ece948be-4205-4ecd-80a8-aa3265320a28 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/quotas/ba6dd93367d9473b85c4458e183d3190 HTTP/1.1" status: 200 len: 375 time: 0.0099497 Aug 09 18:57:02.884038 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-7ca185c1-a680-4131-b031-276b2b280d11 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569549 Aug 09 18:57:02.982849 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51362) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:02.996980 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-55c3f4a1-f596-417a-ab74-8a7944a1ab68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:02.998307 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-48ce95a7-283b-4772-b70c-54eb17ac5458 service neutron] 10.222.0.57 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999496 Aug 09 18:57:03.105303 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-55c3f4a1-f596-417a-ab74-8a7944a1ab68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:03.107299 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-d5c0ec1b-0503-45db-91d9-3a75d4e66d62 service neutron] 10.222.0.57 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009645 Aug 09 18:57:03.111848 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-55c3f4a1-f596-417a-ab74-8a7944a1ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:03.151429 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3f4a1-f596-417a-ab74-8a7944a1ab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05653b3f-e825-4957-9215-5a6d811558bb,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:03.155877 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-55c3f4a1-f596-417a-ab74-8a7944a1ab68 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03c817102cb94ca8992dfab6cca503d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718290 Aug 09 18:57:03.159321 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51364) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:03.212224 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6360c37e-a1d5-44c0-9ce0-c46b2c2106fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:03.243882 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6360c37e-a1d5-44c0-9ce0-c46b2c2106fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:03.283679 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:03.311543 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b4196d1-b6fa-4774-bc9f-d8aeca5cd031 req-86626beb-110f-4198-9196-cd224f297ce8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 210 time: 0.0337036 Aug 09 18:57:03.331977 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6360c37e-a1d5-44c0-9ce0-c46b2c2106fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:03.335016 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6360c37e-a1d5-44c0-9ce0-c46b2c2106fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:03.336229 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6360c37e-a1d5-44c0-9ce0-c46b2c2106fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05653b3f-e825-4957-9215-5a6d811558bb HTTP/1.1" status: 204 len: 168 time: 0.1766980 Aug 09 18:57:03.349329 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360c37e-a1d5-44c0-9ce0-c46b2c2106fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05653b3f-e825-4957-9215-5a6d811558bb,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:03.578687 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63cdbd-0343-4d25-ad65-1c09a4640ea5 req-9dc10bc4-2063-4701-be0d-3ec7e2786373 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:03.580283 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ff63cdbd-0343-4d25-ad65-1c09a4640ea5 req-9dc10bc4-2063-4701-be0d-3ec7e2786373 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0604320 Aug 09 18:57:03.628573 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ff63cdbd-0343-4d25-ad65-1c09a4640ea5 req-ae59d2b3-b7f0-4c86-84df-bf86352725f8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Aug 09 18:57:03.768604 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f42b7-f47b-4d7a-93a9-089918f948a5 req-79663a36-1801-4ed7-8383-ffe6bfe9e322 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:03.770208 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c06f42b7-f47b-4d7a-93a9-089918f948a5 req-79663a36-1801-4ed7-8383-ffe6bfe9e322 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 944 time: 0.0596111 Aug 09 18:57:03.813880 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c06f42b7-f47b-4d7a-93a9-089918f948a5 req-917cc0f4-b42d-41f2-9ecb-1a45e1badecf tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371289 Aug 09 18:57:04.159805 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51412) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:04.271650 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1324830145-network', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:04.297799 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Made reservation on behalf of bbd8537f7c574bdf9671c0c1331507ce for: {'network': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:57:04.301221 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.314914 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.370185 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3400a2-a86b-496b-baa8-284a123956f6 req-e33b9c44-7652-42ba-9afe-d1c4c95b1d56 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:04.372181 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-e33b9c44-7652-42ba-9afe-d1c4c95b1d56 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 817 time: 0.1463709 Aug 09 18:57:04.434938 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ba39f5ad-c58b-487d-821f-a355c5b51123 req-739bf3d6-7e7c-4cb0-b362-be012cebfb68 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 210 time: 0.0291941 Aug 09 18:57:04.450711 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.456433 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.457132 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-6dbfa63c-bb78-4247-b8f4-0e4a23b38bcf tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba6dd93367d9473b85c4458e183d3190 HTTP/1.1" status: 200 len: 379 time: 0.0752637 Aug 09 18:57:04.467812 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'port': {'device_id': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'admin_state_up': True, 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'security_groups': ['6af41002-653e-4d79-9bb4-d2ee0dd2aa9c']}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:04.485841 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:57:04.492076 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c83f91-1e2d-4cfb-9b90-e99050c1e7a8,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:04.500880 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.500880 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.segments_db [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Added segment 1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6 of type vlan for network 79d7113b-06f2-4dc8-a824-1775b671c199 Aug 09 18:57:04.543474 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.573115 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.574308 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:04.575006 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.584069 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Made reservation on behalf of ba6dd93367d9473b85c4458e183d3190 for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:57:04.587678 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.636157 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4751127 Aug 09 18:57:04.639176 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51424) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:04.644155 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Request body: {'subnet': {'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1324830145-subnet', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:04.652123 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f27a1d-20c0-433a-9b16-86a97c99fbc7 admin admin] Pushing event updated for resources: {'Network': ['ID=79d7113b-06f2-4dc8-a824-1775b671c199,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:04.663566 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network 79d7113b-06f2-4dc8-a824-1775b671c199 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:57:04.673847 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Made reservation on behalf of bbd8537f7c574bdf9671c0c1331507ce for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:57:04.676415 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3378325'] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.751185 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Allocated IP 172.20.0.13 (1bfe553e-7c03-4096-b9c3-661a29853c38/58e89b2b-65ec-4d1c-9b32-18079cd710c8/b28810fa-2312-4f50-893d-37d658b6ac87) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:04.874393 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3882567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3378343'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.939544 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=060e4672-ab6d-4fe9-a456-f46ddc6bce7f,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:04.946837 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.949768 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Checking segment: {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:04.950133 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Network hostable DHCP agents. Network: 79d7113b-06f2-4dc8-a824-1775b671c199, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:57:04.964930 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Transition to ACTIVE for port object b28810fa-2312-4f50-893d-37d658b6ac87 will not be triggered until provisioned by entity DHCP. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:04.968275 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Network 79d7113b-06f2-4dc8-a824-1775b671c199 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:57:04.978792 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, 79d7113b-06f2-4dc8-a824-1775b671c199) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:04.981635 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8b96b-be89-47ab-9276-c2bf6c85bfe4 req-9d2cafa2-c7ed-45ae-8714-b026c681773f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:04.984904 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:04.985055 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:04.988718 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225d4c20-dabd-4189-90ad-6e6ea119b265 None None] Network 79d7113b-06f2-4dc8-a824-1775b671c199 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:57:04.989505 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-26a8b96b-be89-47ab-9276-c2bf6c85bfe4 req-9d2cafa2-c7ed-45ae-8714-b026c681773f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 944 time: 0.0933638 Aug 09 18:57:05.004743 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-919bf91a-3f49-4b3c-8576-fc28100023ff admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3643711 Aug 09 18:57:05.007964 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51430) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:05.014037 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:05.036790 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.038807 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-26a8b96b-be89-47ab-9276-c2bf6c85bfe4 req-b188c043-1cba-441c-81f6-c8fb6be692b4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482907 Aug 09 18:57:05.039323 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.069148 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.114030 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.120340 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.129986 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:05.134117 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:05.135840 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:05.168570 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:05.204335 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:05.205253 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.224025 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-79d7113b-06f2-4dc8-a824-1775b671c199', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:57:05.224978 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.225510 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-737c6f36-bc55-4045-9853-4d0a0b90883e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7605433 Aug 09 18:57:05.239852 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Request body: {'port': {'device_id': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:05.316396 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.413080 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Allocated IP 172.20.0.2 (79d7113b-06f2-4dc8-a824-1775b671c199/060e4672-ab6d-4fe9-a456-f46ddc6bce7f/4f53e044-c67d-478d-8d19-842253002441) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:05.493787 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.576674 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-66cfaa24-1ad1-4b94-b23e-4b5b52ce4fa6 None None] Provisioning for port b28810fa-2312-4f50-893d-37d658b6ac87 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:05.591757 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.599588 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-66cfaa24-1ad1-4b94-b23e-4b5b52ce4fa6 None None] Provisioning complete for port b28810fa-2312-4f50-893d-37d658b6ac87 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:05.600373 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-66cfaa24-1ad1-4b94-b23e-4b5b52ce4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.620594 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Transition to ACTIVE for port object 4f53e044-c67d-478d-8d19-842253002441 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:05.623475 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62917e1c-9073-4aea-a612-3fcea74cc182 req-14c5a836-10e9-4349-af8d-1b80f896d735 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:05.625034 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-62917e1c-9073-4aea-a612-3fcea74cc182 req-14c5a836-10e9-4349-af8d-1b80f896d735 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 932 time: 0.0838697 Aug 09 18:57:05.638544 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Transition to ACTIVE for port object 4f53e044-c67d-478d-8d19-842253002441 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:05.647725 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.686478 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-66cfaa24-1ad1-4b94-b23e-4b5b52ce4fa6 None None] Port b28810fa-2312-4f50-893d-37d658b6ac87 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:57:05.694590 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-62917e1c-9073-4aea-a612-3fcea74cc182 req-30b11291-63aa-4d48-9249-dfa9c33605c4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594118 Aug 09 18:57:05.696137 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Network 79d7113b-06f2-4dc8-a824-1775b671c199 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:05.701479 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:05.705237 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:05.715180 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.715695 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Pushing event updated for resources: {'Port': ['ID=4f53e044-c67d-478d-8d19-842253002441,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:05.738971 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.757824 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28810fa-2312-4f50-893d-37d658b6ac87 {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:57:05.765626 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.777573 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Transition to ACTIVE for port object b28810fa-2312-4f50-893d-37d658b6ac87 will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:05.778122 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Attempting to bind port 4f53e044-c67d-478d-8d19-842253002441 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:05.778716 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Attempting to bind port 4f53e044-c67d-478d-8d19-842253002441 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:05.779209 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Attempting to bind port 4f53e044-c67d-478d-8d19-842253002441 on network 79d7113b-06f2-4dc8-a824-1775b671c199 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:05.781557 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.785182 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:05.785639 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Checking segment: {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:05.786114 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.786511 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Bound using segment: {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:05.786982 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Bound port: 4f53e044-c67d-478d-8d19-842253002441, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:05.787388 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.839869 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:05.853455 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] For port 4f53e044-c67d-478d-8d19-842253002441, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:05.857648 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] For port 4f53e044-c67d-478d-8d19-842253002441, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=4f53e044-c67d-478d-8d19-842253002441,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:05.858024 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Allocated IP 172.27.1.253 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/cd54d3e1-4d32-4f88-8e9a-a9221f01bae7) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:05.863685 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:05.931403 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Attempting to bind port b28810fa-2312-4f50-893d-37d658b6ac87 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:05.932721 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Attempting to bind port b28810fa-2312-4f50-893d-37d658b6ac87 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:05.933144 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Attempting to bind port b28810fa-2312-4f50-893d-37d658b6ac87 on network 1bfe553e-7c03-4096-b9c3-661a29853c38 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:05.933826 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e13a1c-da4e-4856-85f0-8470aa35df28 None None] Pushing event updated for resources: {'Port': ['ID=4f53e044-c67d-478d-8d19-842253002441,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:05.948887 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Port b28810fa-2312-4f50-893d-37d658b6ac87 on network 1bfe553e-7c03-4096-b9c3-661a29853c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:57:05.949306 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Attempting to bind port b28810fa-2312-4f50-893d-37d658b6ac87 on network 1bfe553e-7c03-4096-b9c3-661a29853c38 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:05.958709 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:05.959971 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Checking segment: {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:05.960451 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Bound using segment: {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:05.962785 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Bound port: b28810fa-2312-4f50-893d-37d658b6ac87, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c715b409-84bf-40f5-9407-92cf68ae8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:05.963157 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:06.009757 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:06.049062 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:06.052835 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:06.058059 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:06.059208 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:06.123326 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:06.124207 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:06.125947 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] 10.222.0.26 "PUT /v2.0/ports/b28810fa-2312-4f50-893d-37d658b6ac87 HTTP/1.1" status: 200 len: 1094 time: 0.8930166 Aug 09 18:57:06.126735 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:06.130041 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a482c704-d40f-46f1-ba11-845e08646808" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:06.140165 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Pushing event updated for resources: {'Port': ['ID=cd54d3e1-4d32-4f88-8e9a-a9221f01bae7,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:06.194927 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:06.197406 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:06.201343 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:06.255095 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb84ce7-a0d0-409f-bb84-1733caf8a34a x-openstack-request-id: req-4eb84ce7-a0d0-409f-bb84-1733caf8a34a {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:06.255519 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:06.255866 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4eb84ce7-a0d0-409f-bb84-1733caf8a34a {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:06.256403 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'status': 'completed', 'code': 200} Aug 09 18:57:06.272413 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a18a3-753b-4ff8-b94e-4957892c0163 service neutron] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:06.291584 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a3922-a515-49be-9b32-f906d59a1192 req-89faa885-5dbc-45ea-bbfe-9a2743b985b5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:06.293385 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd8a3922-a515-49be-9b32-f906d59a1192 req-89faa885-5dbc-45ea-bbfe-9a2743b985b5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 944 time: 0.1533179 Aug 09 18:57:06.308789 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3400a2-a86b-496b-baa8-284a123956f6 req-9e918175-9e06-4bc5-9bb8-811510b4b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:06.310444 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-9e918175-9e06-4bc5-9bb8-811510b4b7c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 1097 time: 0.1043775 Aug 09 18:57:06.369246 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-6df50030-56fe-4168-a9bd-1225358f00a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28810fa-2312-4f50-893d-37d658b6ac87 HTTP/1.1" status: 200 len: 217 time: 0.0497153 Aug 09 18:57:06.420342 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fd8a3922-a515-49be-9b32-f906d59a1192 req-13b3a040-cd4e-4bdd-b837-7ca888b0840f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196494 Aug 09 18:57:06.452367 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3400a2-a86b-496b-baa8-284a123956f6 req-a980658c-485d-47a5-b65f-a9f945bde21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:06.454425 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-a980658c-485d-47a5-b65f-a9f945bde21c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.0720217 Aug 09 18:57:06.500543 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:06.511381 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3400a2-a86b-496b-baa8-284a123956f6 req-f14f4d63-a13c-4004-a55d-5548647bb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:06.513236 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-f14f4d63-a13c-4004-a55d-5548647bb0a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506289 Aug 09 18:57:06.613067 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-8988eb5b-5c1a-472e-9ad6-43f48f39f626 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921314 Aug 09 18:57:06.703866 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-af3400a2-a86b-496b-baa8-284a123956f6 req-743580ca-2f05-4aa8-b6f1-f13191c99f52 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835736 Aug 09 18:57:06.711815 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:06.848337 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 4f53e044-c67d-478d-8d19-842253002441 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:06.875062 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c704-d40f-46f1-ba11-845e08646808 req-1562fb80-ced4-40e9-a6e5-cc155c65f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:06.877060 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a482c704-d40f-46f1-ba11-845e08646808 req-1562fb80-ced4-40e9-a6e5-cc155c65f416 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 1097 time: 0.1036072 Aug 09 18:57:06.900219 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:57:06.909777 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f2dfe-af1f-4c29-8acc-6e831859c82c req-27386d3f-631a-4673-9190-db7bab098547 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:06.910285 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 4f53e044-c67d-478d-8d19-842253002441 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:06.911468 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-727f2dfe-af1f-4c29-8acc-6e831859c82c req-27386d3f-631a-4673-9190-db7bab098547 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0930977 Aug 09 18:57:07.000271 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-727f2dfe-af1f-4c29-8acc-6e831859c82c req-4699356e-3d2c-47ce-8174-adb68ea24455 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784533 Aug 09 18:57:07.019401 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c704-d40f-46f1-ba11-845e08646808 req-5d197102-53c5-42fe-bb7f-6b09eab423a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:07.020957 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a482c704-d40f-46f1-ba11-845e08646808 req-5d197102-53c5-42fe-bb7f-6b09eab423a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.1345911 Aug 09 18:57:07.028293 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:57:07.038215 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Sync routers for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:57:07.048813 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:07.049044 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.049950 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:07.050375 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-15d8ec14-ec91-4b54-b773-58a622f04ded admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0411732 Aug 09 18:57:07.053728 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51446) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:07.085328 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a482c704-d40f-46f1-ba11-845e08646808 req-5d38008a-9587-417a-ac19-72a6433b2915 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28810fa-2312-4f50-893d-37d658b6ac87 HTTP/1.1" status: 200 len: 217 time: 0.0533462 Aug 09 18:57:07.131461 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dade49-7165-48a6-b3df-780f2c59177a None None] Network 79d7113b-06f2-4dc8-a824-1775b671c199 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:57:07.152518 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c704-d40f-46f1-ba11-845e08646808 req-123179e4-781e-40c2-a7f4-1f7a067f61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:07.154478 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a482c704-d40f-46f1-ba11-845e08646808 req-123179e4-781e-40c2-a7f4-1f7a067f61fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.0591969 Aug 09 18:57:07.173416 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:07.213019 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5bfdb7e5-9c43-468a-8987-36eacfa434db None None] Provisioning for port 4f53e044-c67d-478d-8d19-842253002441 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:07.219491 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c704-d40f-46f1-ba11-845e08646808 req-b0602ae7-dc9f-4853-9b33-3a7adf0e7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:07.221102 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a482c704-d40f-46f1-ba11-845e08646808 req-b0602ae7-dc9f-4853-9b33-3a7adf0e7e2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588112 Aug 09 18:57:07.234636 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5bfdb7e5-9c43-468a-8987-36eacfa434db None None] Provisioning complete for port 4f53e044-c67d-478d-8d19-842253002441 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:07.235343 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb7e5-9c43-468a-8987-36eacfa434db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.372201 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a482c704-d40f-46f1-ba11-845e08646808 req-67af9d1c-cde6-4f5c-8d01-497268d07d0d service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419187 Aug 09 18:57:07.409027 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb7e5-9c43-468a-8987-36eacfa434db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.421260 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:06Z', 'revision_number': 3, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:07.476700 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a482c704-d40f-46f1-ba11-845e08646808 req-4480741b-0242-47a1-9031-06c9e28ff5f0 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957453 Aug 09 18:57:07.480733 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Checking router: 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:57:07.481826 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Updating router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:57:07.539803 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.585256 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ad729e2e-224b-4081-85b3-2f5f307fb083 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:57:07.624019 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b0d1a-3a95-4bc5-9883-452dfb3621da req-f3e589c9-e54d-48ad-9c24-55afe3fa7363 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:07.635371 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-105b0d1a-3a95-4bc5-9883-452dfb3621da req-f3e589c9-e54d-48ad-9c24-55afe3fa7363 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 944 time: 0.1092403 Aug 09 18:57:07.684879 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.691688 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5bfdb7e5-9c43-468a-8987-36eacfa434db None None] For port 4f53e044-c67d-478d-8d19-842253002441, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=4f53e044-c67d-478d-8d19-842253002441,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:07.704647 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb7e5-9c43-468a-8987-36eacfa434db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.723004 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-105b0d1a-3a95-4bc5-9883-452dfb3621da req-8c67f1ad-4336-4ec5-be48-748941dd8e30 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727768 Aug 09 18:57:07.792084 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdb7e5-9c43-468a-8987-36eacfa434db None None] Pushing event updated for resources: {'Port': ['ID=4f53e044-c67d-478d-8d19-842253002441,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:07.802357 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port ad729e2e-224b-4081-85b3-2f5f307fb083, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ad729e2e-224b-4081-85b3-2f5f307fb083,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:07.819587 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'port_id': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'mac_address': 'fa:16:3e:42:68:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:57:07.863073 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.876908 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad729e2e-224b-4081-85b3-2f5f307fb083 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:57:07.894114 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Allocated IP 172.20.0.1 (79d7113b-06f2-4dc8-a824-1775b671c199/060e4672-ab6d-4fe9-a456-f46ddc6bce7f/a9739925-0088-47c8-99e6-6e0ca21adf54) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:07.902054 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port ad729e2e-224b-4081-85b3-2f5f307fb083, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ad729e2e-224b-4081-85b3-2f5f307fb083,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:07.912447 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.957834 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.966946 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-8d78c22f-c14e-4935-9140-4e0941466562 None None] Provisioning complete for port 4f53e044-c67d-478d-8d19-842253002441 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:07.967329 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8d78c22f-c14e-4935-9140-4e0941466562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.968485 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Transition to ACTIVE for port object cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:07.977481 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:07.994075 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=ad729e2e-224b-4081-85b3-2f5f307fb083,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:08.042695 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea5245-928d-45a0-8889-f3e318adfb72 None None] Pushing event updated for resources: {'Port': ['ID=cd54d3e1-4d32-4f88-8e9a-a9221f01bae7,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:08.050777 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Attempting to bind port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:08.051210 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Attempting to bind port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:08.051765 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Attempting to bind port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:08.058135 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:08.058513 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:08.058913 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.059328 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:08.059826 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Bound port: cd54d3e1-4d32-4f88-8e9a-a9221f01bae7, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:08.060419 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.121493 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] For port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:08.125199 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] For port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=cd54d3e1-4d32-4f88-8e9a-a9221f01bae7,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:08.130440 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.161214 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0e0d8-420f-45ea-b5c6-e98ca3f8e96a req-5cd320f6-8025-4f8b-8bca-7ba3dfd4b645 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:08.162733 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-95c0e0d8-420f-45ea-b5c6-e98ca3f8e96a req-5cd320f6-8025-4f8b-8bca-7ba3dfd4b645 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0578940 Aug 09 18:57:08.182206 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['ad729e2e-224b-4081-85b3-2f5f307fb083'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:57:08.194856 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.206794 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-95c0e0d8-420f-45ea-b5c6-e98ca3f8e96a req-71b9bc34-7da0-4e17-9719-c7b5ed4738e6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360394 Aug 09 18:57:08.212170 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Transition to ACTIVE for port object a9739925-0088-47c8-99e6-6e0ca21adf54 will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:08.249415 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.252136 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea5245-928d-45a0-8889-f3e318adfb72 None None] Pushing event updated for resources: {'Port': ['ID=cd54d3e1-4d32-4f88-8e9a-a9221f01bae7,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:08.256359 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:08.256967 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:08.289746 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Network 79d7113b-06f2-4dc8-a824-1775b671c199 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:08.295335 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:08.299433 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:08.341137 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Pushing event updated for resources: {'Port': ['ID=a9739925-0088-47c8-99e6-6e0ca21adf54,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:08.379585 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.399338 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:08.555858 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.621105 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-46e666b8-d013-408b-9804-ca32945d85a7 None None] Provisioning for port a9739925-0088-47c8-99e6-6e0ca21adf54 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:08.626782 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-46e666b8-d013-408b-9804-ca32945d85a7 None None] Provisioning complete for port a9739925-0088-47c8-99e6-6e0ca21adf54 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:08.627391 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-46e666b8-d013-408b-9804-ca32945d85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.695173 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-46e666b8-d013-408b-9804-ca32945d85a7 None None] Port a9739925-0088-47c8-99e6-6e0ca21adf54 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:57:08.795608 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.803679 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:06Z', 'revision_number': 3, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:08.811682 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.845294 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 4f53e044-c67d-478d-8d19-842253002441 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:08.920434 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 4f53e044-c67d-478d-8d19-842253002441 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:08.922422 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:08.933770 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1833511-2892-4e76-b79c-a5ea21ccb8d0 None None] The sync data for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi is: [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:06Z', 'revision_number': 3, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:57:08.987872 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Pushing event updated for resources: {'Port': ['ID=a9739925-0088-47c8-99e6-6e0ca21adf54,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:09.031104 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:09.037761 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362cf02-68e8-4016-9e4b-fc8e5011f123 req-33e17aa8-f2f0-47a3-87a1-0038a39a8a13 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:09.040277 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0362cf02-68e8-4016-9e4b-fc8e5011f123 req-33e17aa8-f2f0-47a3-87a1-0038a39a8a13 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 945 time: 0.1671653 Aug 09 18:57:09.100629 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0362cf02-68e8-4016-9e4b-fc8e5011f123 req-d06c26bb-7801-4443-9656-c7254e5c4d2b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475252 Aug 09 18:57:09.168315 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Network 79d7113b-06f2-4dc8-a824-1775b671c199 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:09.169790 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:09.357310 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:57:09.394155 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9c256-38db-4b0c-b633-4a8212060a32 req-a9a4585c-c134-40e5-bbda-b50c82580da4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:09.396143 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-36b9c256-38db-4b0c-b633-4a8212060a32 req-a9a4585c-c134-40e5-bbda-b50c82580da4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0688641 Aug 09 18:57:09.449615 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-36b9c256-38db-4b0c-b633-4a8212060a32 req-ede9d12b-a854-42b2-b9e3-5975987a98bd tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409615 Aug 09 18:57:09.507972 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:57:09.513530 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-05d1543d-96cf-4f5d-ad24-2892eaa7c338 admin admin] 10.222.0.57 "PUT /v2.0/routers/67f77e5d-b1e5-4acb-852f-c5874ca9c9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4580538 Aug 09 18:57:09.528166 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-409a74b3-8a09-4e9c-9e21-0c1a1dee1a6c None None] Provisioning complete for port a9739925-0088-47c8-99e6-6e0ca21adf54 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:09.528705 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-409a74b3-8a09-4e9c-9e21-0c1a1dee1a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:09.566603 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-409a74b3-8a09-4e9c-9e21-0c1a1dee1a6c None None] Port a9739925-0088-47c8-99e6-6e0ca21adf54 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:57:10.001654 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51484) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:10.006781 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1282045882-network', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:10.028957 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Made reservation on behalf of da8cf21673b44ac6b7741e138f300432 for: {'network': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:57:10.031316 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.041090 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.168360 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.174444 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.200029 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:57:10.218172 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2663261-d742-4eef-83c2-2173cc33a70f,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:10.222695 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.223049 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.segments_db [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Added segment cfffdf3a-a424-4350-bc9a-eb4be953be8d of type vlan for network aa2d3d11-3384-4cd6-8b22-4325a031677d Aug 09 18:57:10.249595 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fec0e-d28c-44bc-8376-dc3aac472e60 req-2acaee4f-6798-4d80-b55c-9d32d5b42242 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:10.251257 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-703fec0e-d28c-44bc-8376-dc3aac472e60 req-2acaee4f-6798-4d80-b55c-9d32d5b42242 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 945 time: 0.0594480 Aug 09 18:57:10.271815 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.295724 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-703fec0e-d28c-44bc-8376-dc3aac472e60 req-160c4995-ea02-4930-8c51-e2bce34e4de1 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349388 Aug 09 18:57:10.305981 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.307060 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:10.307751 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.373738 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3708582 Aug 09 18:57:10.376703 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51490) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:10.380336 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eb49d-a8c0-4d4a-a340-2383eabf878f admin admin] Pushing event updated for resources: {'Network': ['ID=aa2d3d11-3384-4cd6-8b22-4325a031677d,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:10.381864 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Request body: {'subnet': {'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1282045882-subnet', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'ip_version': 4}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:10.392393 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network aa2d3d11-3384-4cd6-8b22-4325a031677d details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:57:10.410776 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Made reservation on behalf of da8cf21673b44ac6b7741e138f300432 for: {'subnet': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:57:10.413727 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10385339'] for subnet, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.638205 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Sync routers for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:57:10.648829 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:10.649545 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:10.651284 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7c794-cd32-4fc0-aabd-5d398878d7c5 req-a35c7a44-9897-4f08-b45b-0fbe9f6332f4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:10.652852 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2df7c794-cd32-4fc0-aabd-5d398878d7c5 req-a35c7a44-9897-4f08-b45b-0fbe9f6332f4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.1034040 Aug 09 18:57:10.658968 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8829005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10385289'] for subnet, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.748562 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2df7c794-cd32-4fc0-aabd-5d398878d7c5 req-bf119412-3edc-4b37-b26c-5a5e2a9814c2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858138 Aug 09 18:57:10.750230 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8203478b-4b8b-4d5c-a1bd-7e2d852465a8,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:10.775599 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Checking segment: {'id': 'cfffdf3a-a424-4350-bc9a-eb4be953be8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:10.775599 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Network hostable DHCP agents. Network: aa2d3d11-3384-4cd6-8b22-4325a031677d, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:57:10.783436 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:10.794343 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Network aa2d3d11-3384-4cd6-8b22-4325a031677d is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:57:10.804651 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, aa2d3d11-3384-4cd6-8b22-4325a031677d) {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:10.809780 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:10.810487 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.820577 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ec0513-936e-438e-8938-142ae93de01c None None] Network aa2d3d11-3384-4cd6-8b22-4325a031677d requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:57:10.829463 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-022ddf95-8d9d-40ca-aa47-063dd2a59c1d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4511836 Aug 09 18:57:10.833031 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51496) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:10.839543 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:10.865197 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.866271 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:10.868787 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:10.923065 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.078236 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:11.081443 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.094147 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:11.094604 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.195297 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-aa2d3d11-3384-4cd6-8b22-4325a031677d', 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'fixed_ips': [{'subnet_id': '8203478b-4b8b-4d5c-a1bd-7e2d852465a8'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:57:11.196260 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.213878 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:57:11.302130 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.332414 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.392511 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.398644 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'a9739925-0088-47c8-99e6-6e0ca21adf54', 'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'mac_address': 'fa:16:3e:6b:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:07Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 2, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'subnets': [{'id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:11.443041 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Checking router: 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:57:11.443390 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Updating router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 port a9739925-0088-47c8-99e6-6e0ca21adf54 binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:57:11.445552 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a807-608a-42a1-a6e6-00169f29964f req-0a4ff4f4-f2ae-445b-a389-8c0877b9c0fd tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:11.447241 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-93f9a807-608a-42a1-a6e6-00169f29964f req-0a4ff4f4-f2ae-445b-a389-8c0877b9c0fd tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 945 time: 0.0583479 Aug 09 18:57:11.464748 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Allocated IP 172.27.1.151 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/b1d6080b-167e-4ed0-8ef8-25a1908b54fa) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:11.492291 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-93f9a807-608a-42a1-a6e6-00169f29964f req-3c310e34-f230-4c92-a255-3633144cde28 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367939 Aug 09 18:57:11.502517 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=cd54d3e1-4d32-4f88-8e9a-a9221f01bae7,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:11.513497 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.515255 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.557487 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:11.597406 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.644968 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.691954 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:11.695397 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:11.700206 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:11.723265 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d6080b-167e-4ed0-8ef8-25a1908b54fa,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:11.726834 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Allocated IP 172.20.0.2 (aa2d3d11-3384-4cd6-8b22-4325a031677d/8203478b-4b8b-4d5c-a1bd-7e2d852465a8/1ac5bd3d-d79f-4967-8c46-6440b3e6a45a) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:11.749571 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'port_id': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'mac_address': 'fa:16:3e:d0:a8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:57:11.812836 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=cd54d3e1-4d32-4f88-8e9a-a9221f01bae7,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:11.926660 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4398d3f-8e9d-46a2-b6b7-47c242061cb4 req-e4c0ad84-f109-4fd5-b7a8-025e3fd934b9 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:11.934156 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:11.934695 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d4398d3f-8e9d-46a2-b6b7-47c242061cb4 req-e4c0ad84-f109-4fd5-b7a8-025e3fd934b9 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0689335 Aug 09 18:57:11.974585 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28810fa-2312-4f50-893d-37d658b6ac87 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:57:11.980535 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d4398d3f-8e9d-46a2-b6b7-47c242061cb4 req-65593edf-b7e1-4c43-b2cc-5ce2fa882548 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 Aug 09 18:57:11.997490 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.048790 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:12.060786 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.170589 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.198182 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Transition to ACTIVE for port object 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:12.203308 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.205035 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:12.229593 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Transition to ACTIVE for port object 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:12.260042 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.319642 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ad729e2e-224b-4081-85b3-2f5f307fb083 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:12.330273 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.339352 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Network aa2d3d11-3384-4cd6-8b22-4325a031677d is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:12.369803 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:12.375754 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:12.379754 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Pushing event updated for resources: {'Port': ['ID=1ac5bd3d-d79f-4967-8c46-6440b3e6a45a,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:12.385664 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Transition to ACTIVE for port object a9739925-0088-47c8-99e6-6e0ca21adf54 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:12.403624 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.514634 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Attempting to bind port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:12.515005 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Attempting to bind port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': 'cfffdf3a-a424-4350-bc9a-eb4be953be8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:12.515366 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Attempting to bind port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a on network aa2d3d11-3384-4cd6-8b22-4325a031677d {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:12.517539 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720b4e3-4a18-4848-b91d-f9f3e7f43194 None None] Pushing event updated for resources: {'Port': ['ID=a9739925-0088-47c8-99e6-6e0ca21adf54,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:12.532281 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port ad729e2e-224b-4081-85b3-2f5f307fb083 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:12.536548 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:12.536918 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Checking segment: {'id': 'cfffdf3a-a424-4350-bc9a-eb4be953be8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:12.537332 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.537731 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Bound using segment: {'id': 'cfffdf3a-a424-4350-bc9a-eb4be953be8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:12.538223 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Bound port: 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfffdf3a-a424-4350-bc9a-eb4be953be8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:12.538613 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.559042 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:57:12.563987 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port ad729e2e-224b-4081-85b3-2f5f307fb083 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:12.564373 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.663937 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['b28810fa-2312-4f50-893d-37d658b6ac87'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:57:12.683149 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b02f99-d831-4897-bce1-2730e7e8e3ee req-479e79a9-d249-4d69-9953-aa85fb034cd1 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:12.691872 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-19b02f99-d831-4897-bce1-2730e7e8e3ee req-479e79a9-d249-4d69-9953-aa85fb034cd1 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 945 time: 0.0765104 Aug 09 18:57:12.748795 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-19b02f99-d831-4897-bce1-2730e7e8e3ee req-a1142222-3da4-41fc-9259-d6f8766a875c tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554152 Aug 09 18:57:12.773844 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Attempting to bind port a9739925-0088-47c8-99e6-6e0ca21adf54 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:12.775538 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Attempting to bind port a9739925-0088-47c8-99e6-6e0ca21adf54 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:12.775979 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Attempting to bind port a9739925-0088-47c8-99e6-6e0ca21adf54 on network 79d7113b-06f2-4dc8-a824-1775b671c199 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:12.814082 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:12.814719 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Checking segment: {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:12.815924 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.816624 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Bound using segment: {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:12.817460 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Bound port: a9739925-0088-47c8-99e6-6e0ca21adf54, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:12.818128 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.824529 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:57:12.840758 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Sync routers for ids ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:57:12.850078 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:12.851518 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a14de164-7c9e-4cc1-886e-b0a2908493d9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0174565 Aug 09 18:57:12.855199 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Routers {'4438db49-ec7c-4ed4-98a2-84725e7e2a83'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:12.855442 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51514) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:12.856425 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:12.887035 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:12.924372 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] For port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:12.985831 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Set router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:13.034824 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] For port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=1ac5bd3d-d79f-4967-8c46-6440b3e6a45a,segment=NetworkSegment(cfffdf3a-a424-4350-bc9a-eb4be953be8d),segment_id=cfffdf3a-a424-4350-bc9a-eb4be953be8d)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:13.089401 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:13.122848 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906642-26dc-400f-a1f1-8db90b235b59 req-7cd5b8f7-b600-41c1-8e21-987bde096da8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:13.123861 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fa906642-26dc-400f-a1f1-8db90b235b59 req-7cd5b8f7-b600-41c1-8e21-987bde096da8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 945 time: 0.0610120 Aug 09 18:57:13.195218 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fa906642-26dc-400f-a1f1-8db90b235b59 req-303cd1fe-b460-466e-8709-f059f1567c2d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569901 Aug 09 18:57:13.236191 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:10Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 3, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'gw_port': {'id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:11Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:13.267330 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Checking router: 4438db49-ec7c-4ed4-98a2-84725e7e2a83 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:57:13.267867 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Updating router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 port b1d6080b-167e-4ed0-8ef8-25a1908b54fa binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:57:13.320588 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:13.322379 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:13.363648 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] For port a9739925-0088-47c8-99e6-6e0ca21adf54, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:13.406880 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] For port a9739925-0088-47c8-99e6-6e0ca21adf54, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=a9739925-0088-47c8-99e6-6e0ca21adf54,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:13.409496 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7ef3f-03e0-4235-9892-a349c8a79db8 None None] Pushing event updated for resources: {'Port': ['ID=1ac5bd3d-d79f-4967-8c46-6440b3e6a45a,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:13.430733 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad729e2e-224b-4081-85b3-2f5f307fb083'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:13.433038 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87965422-888e-406e-9ebb-a29e2eef7641" -d '{"events": [{"server_uuid": "aac2766c-2a94-49a5-a21b-0a1d2607edf7", "name": "network-vif-plugged", "status": "completed", "tag": "ad729e2e-224b-4081-85b3-2f5f307fb083"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:13.463915 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:13.482662 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port ad729e2e-224b-4081-85b3-2f5f307fb083, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ad729e2e-224b-4081-85b3-2f5f307fb083,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:13.504838 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:13.524070 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:13.524524 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:13.543025 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3b6d90-dd3a-490d-9c2c-8e525bb7c459 x-openstack-request-id: req-1a3b6d90-dd3a-490d-9c2c-8e525bb7c459 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:13.543325 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac2766c-2a94-49a5-a21b-0a1d2607edf7", "name": "network-vif-plugged", "status": "completed", "tag": "ad729e2e-224b-4081-85b3-2f5f307fb083", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:13.543670 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a3b6d90-dd3a-490d-9c2c-8e525bb7c459 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:13.544347 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'code': 200} Aug 09 18:57:13.549440 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:13.664169 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720b4e3-4a18-4848-b91d-f9f3e7f43194 None None] Pushing event updated for resources: {'Port': ['ID=a9739925-0088-47c8-99e6-6e0ca21adf54,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:13.839185 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Allocated IP 172.20.0.1 (aa2d3d11-3384-4cd6-8b22-4325a031677d/8203478b-4b8b-4d5c-a1bd-7e2d852465a8/cbdf9910-61ce-4a46-bc65-60f6187c47b7) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:13.848964 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:13.849630 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:13.875554 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:13.908825 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Transition to ACTIVE for port object b1d6080b-167e-4ed0-8ef8-25a1908b54fa will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:13.917143 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:13.986785 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=ad729e2e-224b-4081-85b3-2f5f307fb083,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:14.007672 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920b4d4-ebd8-4d7d-bdb4-4d122c88009e None None] Pushing event updated for resources: {'Port': ['ID=b1d6080b-167e-4ed0-8ef8-25a1908b54fa,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:14.016864 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Attempting to bind port b1d6080b-167e-4ed0-8ef8-25a1908b54fa on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:14.017613 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Attempting to bind port b1d6080b-167e-4ed0-8ef8-25a1908b54fa by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:14.018194 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Attempting to bind port b1d6080b-167e-4ed0-8ef8-25a1908b54fa on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:14.026307 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:14.026781 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:14.027272 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.027735 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:14.028328 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Bound port: b1d6080b-167e-4ed0-8ef8-25a1908b54fa, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:14.028792 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.065309 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00e41f-b1c0-4e1e-ad29-eaf3f6ee2759 req-325847f2-4300-4a35-851e-1967f408b187 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:14.068393 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9f00e41f-b1c0-4e1e-ad29-eaf3f6ee2759 req-325847f2-4300-4a35-851e-1967f408b187 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 946 time: 0.1012745 Aug 09 18:57:14.120721 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.136827 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] For port b1d6080b-167e-4ed0-8ef8-25a1908b54fa, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:14.147876 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:14.151113 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9f00e41f-b1c0-4e1e-ad29-eaf3f6ee2759 req-3c535668-5d8c-4751-bec2-d11f17b12cce tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734184 Aug 09 18:57:14.152559 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Transition to ACTIVE for port object cbdf9910-61ce-4a46-bc65-60f6187c47b7 will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:14.154950 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] For port b1d6080b-167e-4ed0-8ef8-25a1908b54fa, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=b1d6080b-167e-4ed0-8ef8-25a1908b54fa,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:14.166402 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.200849 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.242953 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920b4d4-ebd8-4d7d-bdb4-4d122c88009e None None] Pushing event updated for resources: {'Port': ['ID=b1d6080b-167e-4ed0-8ef8-25a1908b54fa,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:14.248464 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Routers {'4438db49-ec7c-4ed4-98a2-84725e7e2a83'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:14.249093 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:14.252869 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Pushing event updated for resources: {'Port': ['ID=cbdf9910-61ce-4a46-bc65-60f6187c47b7,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:14.264991 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Network aa2d3d11-3384-4cd6-8b22-4325a031677d is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:14.266895 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:14.269329 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:14.331021 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.380952 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825afd2-8a6a-4a78-97b0-a3d0c5bc52d3 req-46b2a688-12fa-4df0-9757-56d2fee7bffc tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:14.382568 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5825afd2-8a6a-4a78-97b0-a3d0c5bc52d3 req-46b2a688-12fa-4df0-9757-56d2fee7bffc tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 945 time: 0.0772851 Aug 09 18:57:14.396285 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] Set router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:14.410675 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'a9739925-0088-47c8-99e6-6e0ca21adf54', 'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'mac_address': 'fa:16:3e:6b:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:07Z', 'updated_at': '2021-08-09T18:57:13Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'subnets': [{'id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:14.464239 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5825afd2-8a6a-4a78-97b0-a3d0c5bc52d3 req-0eaf08e5-e301-47e9-bd68-09931e160a0a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735712 Aug 09 18:57:14.564093 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.594075 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18701a-90fe-4b1c-a5f1-28dfe50ba07c None None] The sync data for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi is: [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'a9739925-0088-47c8-99e6-6e0ca21adf54', 'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'mac_address': 'fa:16:3e:6b:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:07Z', 'updated_at': '2021-08-09T18:57:13Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'subnets': [{'id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:57:14.707309 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:10Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 3, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'gw_port': {'id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:11Z', 'updated_at': '2021-08-09T18:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:14.760955 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855fbff8-eb3a-425f-ba6c-0df26ab90b90 None None] The sync data for ids ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'] in dv-cinder-782995-5-iscsi is: [{'id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:10Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 3, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'gw_port': {'id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:11Z', 'updated_at': '2021-08-09T18:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:57:14.814100 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c81e29-1c2b-4c73-927a-a8840beb63bb None None] Network aa2d3d11-3384-4cd6-8b22-4325a031677d requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:57:14.877322 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.885814 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.930364 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-3cec01ea-0db3-4df2-9cac-5f5a8ef5fef6 None None] Provisioning for port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:14.980893 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device a9739925-0088-47c8-99e6-6e0ca21adf54 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:14.984647 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:14.987967 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Pushing event updated for resources: {'Port': ['ID=cbdf9910-61ce-4a46-bc65-60f6187c47b7,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:15.090889 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port a9739925-0088-47c8-99e6-6e0ca21adf54 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:15.099733 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port a9739925-0088-47c8-99e6-6e0ca21adf54 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:15.100157 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:15.129728 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Network aa2d3d11-3384-4cd6-8b22-4325a031677d is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:15.134565 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:15.292897 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:15.357062 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port a9739925-0088-47c8-99e6-6e0ca21adf54, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=a9739925-0088-47c8-99e6-6e0ca21adf54,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:15.364972 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:15.366217 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:15.412259 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83a16d-1fa0-4540-bbac-54782db8a4d3 req-1fee183f-2729-4685-8f6e-7f5c2d883dba tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:15.421674 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5e83a16d-1fa0-4540-bbac-54782db8a4d3 req-1fee183f-2729-4685-8f6e-7f5c2d883dba tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 946 time: 0.1180086 Aug 09 18:57:15.442771 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:57:15.472968 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:15.495582 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:15.496006 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:15.523714 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5e83a16d-1fa0-4540-bbac-54782db8a4d3 req-c7c88157-51b0-4b84-9ed2-062ee7c0a418 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900607 Aug 09 18:57:15.606780 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19233f24-2e4e-40c1-9d8a-40933bfbd836 req-cd63580a-7fbb-4798-8a61-43e4e18cbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:15.609339 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-19233f24-2e4e-40c1-9d8a-40933bfbd836 req-cd63580a-7fbb-4798-8a61-43e4e18cbd9b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 1099 time: 0.0618005 Aug 09 18:57:15.610011 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=a9739925-0088-47c8-99e6-6e0ca21adf54,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:15.643817 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-6dc31179-db53-4144-9a5b-5bb588cb9f2c None None] Provisioning for port cbdf9910-61ce-4a46-bc65-60f6187c47b7 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:15.650480 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-6dc31179-db53-4144-9a5b-5bb588cb9f2c None None] Provisioning complete for port cbdf9910-61ce-4a46-bc65-60f6187c47b7 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:15.653182 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6dc31179-db53-4144-9a5b-5bb588cb9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:15.735540 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c01994-9496-4ce5-9f14-04f882c71205 req-e646914d-0a56-44f4-aee1-1c6d84009275 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:15.745581 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8c01994-9496-4ce5-9f14-04f882c71205 req-e646914d-0a56-44f4-aee1-1c6d84009275 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 945 time: 0.1184726 Aug 09 18:57:15.762358 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:57:15.769061 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-6dc31179-db53-4144-9a5b-5bb588cb9f2c None None] Port cbdf9910-61ce-4a46-bc65-60f6187c47b7 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:57:15.804336 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-70e09519-e010-4e77-ac53-d4963c0ca02c admin admin] 10.222.0.57 "PUT /v2.0/routers/4438db49-ec7c-4ed4-98a2-84725e7e2a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9381540 Aug 09 18:57:15.823870 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f8c01994-9496-4ce5-9f14-04f882c71205 req-666239cc-6d6e-4be4-a1ca-141cf6b6479e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767679 Aug 09 18:57:15.841443 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:15.853016 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-6dc31179-db53-4144-9a5b-5bb588cb9f2c None None] Provisioning complete for port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:15.864374 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6dc31179-db53-4144-9a5b-5bb588cb9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:15.953896 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=1ac5bd3d-d79f-4967-8c46-6440b3e6a45a,segment=NetworkSegment(cfffdf3a-a424-4350-bc9a-eb4be953be8d),segment_id=cfffdf3a-a424-4350-bc9a-eb4be953be8d)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:15.966514 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:16.082950 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=1ac5bd3d-d79f-4967-8c46-6440b3e6a45a,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:16.200909 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-cf8ae955-73a7-4904-b86a-78ffb01bf64f None None] Provisioning complete for port cbdf9910-61ce-4a46-bc65-60f6187c47b7 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:16.201295 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cf8ae955-73a7-4904-b86a-78ffb01bf64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:16.262431 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ae955-73a7-4904-b86a-78ffb01bf64f None None] Port cbdf9910-61ce-4a46-bc65-60f6187c47b7 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:57:16.589348 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51562) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:16.600320 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-374ffeda-4ce5-4c9c-998b-cd4ddca16a5d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041792755', 'description': 'tempest-secgroup-smoke-2041792755 description', 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:16.672489 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-19233f24-2e4e-40c1-9d8a-40933bfbd836 req-b5792f59-c63c-425b-a7f4-188cdd51c76f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929434 Aug 09 18:57:16.675373 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-374ffeda-4ce5-4c9c-998b-cd4ddca16a5d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:16.704237 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58750456-52ad-40c7-b44a-d64eee3357eb req-9545581b-74ae-4e0b-b62b-3307d6ffce12 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:16.706409 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-58750456-52ad-40c7-b44a-d64eee3357eb req-9545581b-74ae-4e0b-b62b-3307d6ffce12 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 946 time: 0.0949013 Aug 09 18:57:16.790362 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-58750456-52ad-40c7-b44a-d64eee3357eb req-4f692a55-a583-427e-9ada-558a1b11427d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724666 Aug 09 18:57:16.870670 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-374ffeda-4ce5-4c9c-998b-cd4ddca16a5d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:16.877795 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-374ffeda-4ce5-4c9c-998b-cd4ddca16a5d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:16.923810 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device a9739925-0088-47c8-99e6-6e0ca21adf54 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:16.937432 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-374ffeda-4ce5-4c9c-998b-cd4ddca16a5d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:16.942522 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-374ffeda-4ce5-4c9c-998b-cd4ddca16a5d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3483362 Aug 09 18:57:16.943874 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51566) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:16.952330 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-29ed3030-9a1c-4793-8733-f970ed1eb285 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Request body: {'security_group_rule': {'security_group_id': '39392934-7ea0-44f0-abb4-b49cf42d0ef5', 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:16.987976 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port a9739925-0088-47c8-99e6-6e0ca21adf54 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:16.988479 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.006283 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29ed3030-9a1c-4793-8733-f970ed1eb285 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.020635 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ffeda-4ce5-4c9c-998b-cd4ddca16a5d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39392934-7ea0-44f0-abb4-b49cf42d0ef5,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:17.066527 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d09718-2ef5-494e-9f4c-11528247a114 req-ad2dddbf-e1bd-4b3a-b4cb-64d18fb46e81 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:17.069712 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-71d09718-2ef5-494e-9f4c-11528247a114 req-ad2dddbf-e1bd-4b3a-b4cb-64d18fb46e81 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 945 time: 0.1220870 Aug 09 18:57:17.103910 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device b1d6080b-167e-4ed0-8ef8-25a1908b54fa up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:17.110751 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29ed3030-9a1c-4793-8733-f970ed1eb285 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.118754 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29ed3030-9a1c-4793-8733-f970ed1eb285 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.124489 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-71d09718-2ef5-494e-9f4c-11528247a114 req-06986caa-36fe-4048-b3f9-40ba04c5107f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464430 Aug 09 18:57:17.156982 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-29ed3030-9a1c-4793-8733-f970ed1eb285 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.158658 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-29ed3030-9a1c-4793-8733-f970ed1eb285 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2123804 Aug 09 18:57:17.162046 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51568) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:17.168454 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-7d47f036-2f71-4e25-9241-341f2e83004f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Request body: {'security_group_rule': {'security_group_id': '39392934-7ea0-44f0-abb4-b49cf42d0ef5', 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:17.168902 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port b1d6080b-167e-4ed0-8ef8-25a1908b54fa completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:17.175428 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed3030-9a1c-4793-8733-f970ed1eb285 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9444f3a1-9634-4def-a4bb-9bcd9e435bfd,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:17.176961 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port b1d6080b-167e-4ed0-8ef8-25a1908b54fa triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:17.177835 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.205654 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-7d47f036-2f71-4e25-9241-341f2e83004f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.286305 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-7d47f036-2f71-4e25-9241-341f2e83004f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.292532 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-7d47f036-2f71-4e25-9241-341f2e83004f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.304316 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.321321 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47f036-2f71-4e25-9241-341f2e83004f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c90d70e-413b-4f5a-ba25-7ea46d0bc422,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:17.331755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-7d47f036-2f71-4e25-9241-341f2e83004f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.333932 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-7d47f036-2f71-4e25-9241-341f2e83004f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703703 Aug 09 18:57:17.337612 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51570) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:17.338051 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port b1d6080b-167e-4ed0-8ef8-25a1908b54fa, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=b1d6080b-167e-4ed0-8ef8-25a1908b54fa,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:17.342833 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.343317 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-eab347bd-15e3-459e-af5c-b9049ee75f1e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Request body: {'security_group_rule': {'security_group_id': '39392934-7ea0-44f0-abb4-b49cf42d0ef5', 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:17.343705 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:17.375308 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eab347bd-15e3-459e-af5c-b9049ee75f1e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.430637 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Sync routers for ids ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:57:17.466255 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Routers {'4438db49-ec7c-4ed4-98a2-84725e7e2a83'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:17.466911 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:17.471057 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=b1d6080b-167e-4ed0-8ef8-25a1908b54fa,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:17.475585 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eab347bd-15e3-459e-af5c-b9049ee75f1e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.480552 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eab347bd-15e3-459e-af5c-b9049ee75f1e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.509103 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab347bd-15e3-459e-af5c-b9049ee75f1e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa85ccf4-5600-4315-a932-e02eb4318084,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:17.518137 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eab347bd-15e3-459e-af5c-b9049ee75f1e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.519794 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-eab347bd-15e3-459e-af5c-b9049ee75f1e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1805639 Aug 09 18:57:17.523212 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51578) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:17.530853 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-effacabe-c55c-4308-9251-84a4026d9107 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Request body: {'security_group_rule': {'security_group_id': '39392934-7ea0-44f0-abb4-b49cf42d0ef5', 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:17.537537 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:17.537957 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.568688 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-effacabe-c55c-4308-9251-84a4026d9107 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.637548 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Set router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:17.684541 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-effacabe-c55c-4308-9251-84a4026d9107 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.694669 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-effacabe-c55c-4308-9251-84a4026d9107 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.742201 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-effacabe-c55c-4308-9251-84a4026d9107 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.744573 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-effacabe-c55c-4308-9251-84a4026d9107 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2195845 Aug 09 18:57:17.748247 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51586) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:17.758966 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-f3e1bc6d-e336-41f2-aad6-03c81287f6a4 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Request body: {'security_group_rule': {'security_group_id': '39392934-7ea0-44f0-abb4-b49cf42d0ef5', 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:17.770744 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effacabe-c55c-4308-9251-84a4026d9107 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ecd761-5acf-4fc4-a55b-c0995761bd00,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:17.808035 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.securitygroups_db [None req-f3e1bc6d-e336-41f2-aad6-03c81287f6a4 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Project bbd8537f7c574bdf9671c0c1331507ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:57:17.817993 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f3e1bc6d-e336-41f2-aad6-03c81287f6a4 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.950267 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f7cd2-edc1-46ae-b326-fa87431719a4 req-3c5c9095-d422-44c4-86c1-d7228e2aa5e9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:17.952792 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-be5f7cd2-edc1-46ae-b326-fa87431719a4 req-3c5c9095-d422-44c4-86c1-d7228e2aa5e9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 946 time: 0.0712056 Aug 09 18:57:17.954455 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f3e1bc6d-e336-41f2-aad6-03c81287f6a4 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.959868 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f3e1bc6d-e336-41f2-aad6-03c81287f6a4 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.981497 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1bc6d-e336-41f2-aad6-03c81287f6a4 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a842db-b66d-47e1-858b-cbbd2a113ac4,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:17.988916 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f3e1bc6d-e336-41f2-aad6-03c81287f6a4 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:17.993548 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-f3e1bc6d-e336-41f2-aad6-03c81287f6a4 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2393501 Aug 09 18:57:17.993958 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51590) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:17.996761 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:10Z', 'updated_at': '2021-08-09T18:57:14Z', 'revision_number': 4, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'gw_port': {'id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:11Z', 'updated_at': '2021-08-09T18:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'cbdf9910-61ce-4a46-bc65-60f6187c47b7', 'name': '', 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'mac_address': 'fa:16:3e:dc:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8203478b-4b8b-4d5c-a1bd-7e2d852465a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:13Z', 'updated_at': '2021-08-09T18:57:14Z', 'revision_number': 2, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'subnets': [{'id': '8203478b-4b8b-4d5c-a1bd-7e2d852465a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:17.998964 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-d5ec40e9-6a25-430f-9ee7-e0dda598bea1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Request body: {'security_group_rule': {'security_group_id': '39392934-7ea0-44f0-abb4-b49cf42d0ef5', 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:18.004710 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-be5f7cd2-edc1-46ae-b326-fa87431719a4 req-e26edace-76a8-44eb-a0ce-aeaf2cc69934 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441685 Aug 09 18:57:18.025951 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.securitygroups_db [None req-d5ec40e9-6a25-430f-9ee7-e0dda598bea1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Project bbd8537f7c574bdf9671c0c1331507ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:57:18.027129 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Checking router: 4438db49-ec7c-4ed4-98a2-84725e7e2a83 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:57:18.027493 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Updating router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 port cbdf9910-61ce-4a46-bc65-60f6187c47b7 binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:57:18.031864 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d5ec40e9-6a25-430f-9ee7-e0dda598bea1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.071928 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.121811 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d5ec40e9-6a25-430f-9ee7-e0dda598bea1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.128520 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d5ec40e9-6a25-430f-9ee7-e0dda598bea1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.162192 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4727ecb-2e1f-4c26-8884-316ba26bf641 req-4acafa64-5167-4402-92de-e4fdcc4750c9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:18.164143 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d4727ecb-2e1f-4c26-8884-316ba26bf641 req-4acafa64-5167-4402-92de-e4fdcc4750c9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 946 time: 0.0607758 Aug 09 18:57:18.224626 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d4727ecb-2e1f-4c26-8884-316ba26bf641 req-42da7cd6-f2fb-4792-8d9d-ff8cba3698d3 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534184 Aug 09 18:57:18.270755 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51596) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:18.304278 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd464-a31b-4e5a-98e9-0e514a9d4797 req-ffc4723c-990f-4631-b31b-be51c5ec9f4d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:18.313787 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-05efd464-a31b-4e5a-98e9-0e514a9d4797 req-ffc4723c-990f-4631-b31b-be51c5ec9f4d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 945 time: 0.0840940 Aug 09 18:57:18.365300 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-05efd464-a31b-4e5a-98e9-0e514a9d4797 req-739b794a-ea4a-4471-9504-5bf4d3c8dbd5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502183 Aug 09 18:57:18.385410 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec40e9-6a25-430f-9ee7-e0dda598bea1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d546d8b8-d127-4de8-87bb-89e601a78feb,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:18.396922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d5ec40e9-6a25-430f-9ee7-e0dda598bea1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.399505 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-d5ec40e9-6a25-430f-9ee7-e0dda598bea1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4036615 Aug 09 18:57:18.475760 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.490538 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Transition to ACTIVE for port object cbdf9910-61ce-4a46-bc65-60f6187c47b7 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:18.502110 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.566768 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Pushing event updated for resources: {'Port': ['ID=cbdf9910-61ce-4a46-bc65-60f6187c47b7,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:18.591205 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.591472 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.591717 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.592074 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.592497 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.593102 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.593102 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.593355 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.594961 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.594961 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.595399 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.595790 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:18.609390 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:18.627273 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53018bc-b61e-4bbc-a9c2-2edbe5115c45 tempest-TestVolumeBootPattern-540377704 tempest-TestVolumeBootPattern-540377704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:18.629922 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-e53018bc-b61e-4bbc-a9c2-2edbe5115c45 tempest-TestVolumeBootPattern-540377704 tempest-TestVolumeBootPattern-540377704-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 1094 time: 0.3525016 Aug 09 18:57:18.632788 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51632) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:18.639460 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'floatingip': {'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'port_id': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:18.679144 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Attempting to bind port cbdf9910-61ce-4a46-bc65-60f6187c47b7 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:18.679518 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Attempting to bind port cbdf9910-61ce-4a46-bc65-60f6187c47b7 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': 'cfffdf3a-a424-4350-bc9a-eb4be953be8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:18.679877 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Attempting to bind port cbdf9910-61ce-4a46-bc65-60f6187c47b7 on network aa2d3d11-3384-4cd6-8b22-4325a031677d {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:18.691534 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:18.692324 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Checking segment: {'id': 'cfffdf3a-a424-4350-bc9a-eb4be953be8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:18.692629 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.693152 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Bound using segment: {'id': 'cfffdf3a-a424-4350-bc9a-eb4be953be8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:18.693953 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Bound port: cbdf9910-61ce-4a46-bc65-60f6187c47b7, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfffdf3a-a424-4350-bc9a-eb4be953be8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:18.694452 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.703225 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.820316 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] For port cbdf9910-61ce-4a46-bc65-60f6187c47b7, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:18.827549 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] For port cbdf9910-61ce-4a46-bc65-60f6187c47b7, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=cbdf9910-61ce-4a46-bc65-60f6187c47b7,segment=NetworkSegment(cfffdf3a-a424-4350-bc9a-eb4be953be8d),segment_id=cfffdf3a-a424-4350-bc9a-eb4be953be8d)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:18.830287 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port b28810fa-2312-4f50-893d-37d658b6ac87 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:18.841234 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port b28810fa-2312-4f50-893d-37d658b6ac87 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:18.841623 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.851474 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:18.901095 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device b1d6080b-167e-4ed0-8ef8-25a1908b54fa up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:18.942432 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:19.045593 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700f16-2cc8-477d-923b-67fa946e6928 req-f75d6f50-5737-4420-9b9d-762fca4487b6 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:19.046242 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5085550-8a9c-4012-91b7-ddadec059655 None None] Pushing event updated for resources: {'Port': ['ID=cbdf9910-61ce-4a46-bc65-60f6187c47b7,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:19.050623 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Routers {'4438db49-ec7c-4ed4-98a2-84725e7e2a83'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:19.051391 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:19.060894 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e3700f16-2cc8-477d-923b-67fa946e6928 req-f75d6f50-5737-4420-9b9d-762fca4487b6 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1238093 Aug 09 18:57:19.108006 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Allocated IP 172.27.1.111 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/addcff14-952f-461f-934f-1f5810d64466) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:19.122877 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e3700f16-2cc8-477d-923b-67fa946e6928 req-b4ab25fa-add2-493f-b80f-508d5be52ac9 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604579 Aug 09 18:57:19.262502 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:19.315397 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:19.327410 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port b1d6080b-167e-4ed0-8ef8-25a1908b54fa triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:19.327789 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:19.372328 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:19.375490 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:19.378517 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:19.400801 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:19.422135 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'Port': ['ID=addcff14-952f-461f-934f-1f5810d64466,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:19.474891 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:19.477227 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0904f1-3e10-4ae5-9b51-fb41dc41dd21" -d '{"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-plugged", "status": "completed", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:19.500759 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:19.503815 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] Set router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:19.554551 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca211f-1eaa-4791-8700-0e1ba8218683 req-4cab9730-ea3f-4e33-8c17-460f1943f61c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:19.564917 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-75ca211f-1eaa-4791-8700-0e1ba8218683 req-4cab9730-ea3f-4e33-8c17-460f1943f61c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 945 time: 0.1019993 Aug 09 18:57:19.640812 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:19.646351 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68428bc-a83b-4764-95fb-c77535b972d4 x-openstack-request-id: req-e68428bc-a83b-4764-95fb-c77535b972d4 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:19.646648 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-plugged", "status": "completed", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:19.646904 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e68428bc-a83b-4764-95fb-c77535b972d4 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:19.647622 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'code': 200} Aug 09 18:57:19.655266 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-75ca211f-1eaa-4791-8700-0e1ba8218683 req-f544c501-7f96-4bc9-90b1-bcd92b6db3d3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801220 Aug 09 18:57:19.783416 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:19.797777 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7ae7b-d98d-455b-b869-55af56c16d4e req-6f15332d-397f-4e23-972e-df475e247084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:19.799308 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f2f7ae7b-d98d-455b-b869-55af56c16d4e req-6f15332d-397f-4e23-972e-df475e247084 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 1099 time: 0.0674596 Aug 09 18:57:19.874692 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f2f7ae7b-d98d-455b-b869-55af56c16d4e req-e00497f6-45f9-4c4c-9839-e0282bb18b67 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520701 Aug 09 18:57:19.923705 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:10Z', 'updated_at': '2021-08-09T18:57:14Z', 'revision_number': 4, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'gw_port': {'id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:11Z', 'updated_at': '2021-08-09T18:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'cbdf9910-61ce-4a46-bc65-60f6187c47b7', 'name': '', 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'mac_address': 'fa:16:3e:dc:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8203478b-4b8b-4d5c-a1bd-7e2d852465a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:13Z', 'updated_at': '2021-08-09T18:57:18Z', 'revision_number': 4, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'subnets': [{'id': '8203478b-4b8b-4d5c-a1bd-7e2d852465a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:19.959418 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1023726-644a-4aa7-8c5d-9937695cb928 None None] The sync data for ids ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'] in dv-cinder-782995-5-iscsi is: [{'id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:10Z', 'updated_at': '2021-08-09T18:57:14Z', 'revision_number': 4, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'gw_port': {'id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:11Z', 'updated_at': '2021-08-09T18:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'cbdf9910-61ce-4a46-bc65-60f6187c47b7', 'name': '', 'network_id': 'aa2d3d11-3384-4cd6-8b22-4325a031677d', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'mac_address': 'fa:16:3e:dc:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8203478b-4b8b-4d5c-a1bd-7e2d852465a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:13Z', 'updated_at': '2021-08-09T18:57:18Z', 'revision_number': 4, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'subnets': [{'id': '8203478b-4b8b-4d5c-a1bd-7e2d852465a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:57:20.053157 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:20.211770 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:20.283591 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988eecc-8069-46e3-beb3-ea4c44c76234 req-64a71409-89aa-404c-9c5d-2f69b7a3873f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:20.286514 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5988eecc-8069-46e3-beb3-ea4c44c76234 req-64a71409-89aa-404c-9c5d-2f69b7a3873f tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.0695302 Aug 09 18:57:20.357797 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5988eecc-8069-46e3-beb3-ea4c44c76234 req-036a488d-0b41-4d0b-9cff-be8c3d530c4a tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626454 Aug 09 18:57:20.461671 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:20.468374 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:20.539639 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'Port': ['ID=addcff14-952f-461f-934f-1f5810d64466,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:20.560471 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:20.687843 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Floating IP 700ab690-82a5-41be-b6b9-c404fdb65fa2 associated. External IP: 172.27.1.111, port: ad729e2e-224b-4081-85b3-2f5f307fb083. Aug 09 18:57:20.803967 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce36c-7584-4f9b-980c-cc8679183745 req-b8035be3-aa15-4ef5-a301-f0bea51db544 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:20.803967 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e6cce36c-7584-4f9b-980c-cc8679183745 req-b8035be3-aa15-4ef5-a301-f0bea51db544 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0718040 Aug 09 18:57:20.858669 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e6cce36c-7584-4f9b-980c-cc8679183745 req-2d91f282-5a78-4ad7-9fa6-443784b5c9b1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478077 Aug 09 18:57:20.860423 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cbdf9910-61ce-4a46-bc65-60f6187c47b7 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:20.925881 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port cbdf9910-61ce-4a46-bc65-60f6187c47b7 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:20.930130 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port cbdf9910-61ce-4a46-bc65-60f6187c47b7 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:20.930510 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:21.026341 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:21.067581 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port cbdf9910-61ce-4a46-bc65-60f6187c47b7, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=cbdf9910-61ce-4a46-bc65-60f6187c47b7,segment=NetworkSegment(cfffdf3a-a424-4350-bc9a-eb4be953be8d),segment_id=cfffdf3a-a424-4350-bc9a-eb4be953be8d)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:21.075234 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:21.104116 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Router 7d26dca8-b91f-4870-b91f-03afd1536f20 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:57:21.131082 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=cbdf9910-61ce-4a46-bc65-60f6187c47b7,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:21.228841 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:57:21.240532 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] Sync routers for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:57:21.247757 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:21.252428 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:21.253250 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:21.288764 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-eacec590-3303-4df8-a1d6-1ec747331215 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6544271 Aug 09 18:57:21.291204 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'tag': 'ad729e2e-224b-4081-85b3-2f5f307fb083'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:21.302180 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c79d3b-9ca6-4190-8ed1-44a466231968" -d '{"events": [{"name": "network-changed", "server_uuid": "aac2766c-2a94-49a5-a21b-0a1d2607edf7", "tag": "ad729e2e-224b-4081-85b3-2f5f307fb083"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:21.346075 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e0b7c5-6eed-4f3d-9f32-dfc2ef908b4d x-openstack-request-id: req-38e0b7c5-6eed-4f3d-9f32-dfc2ef908b4d {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:21.346976 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac2766c-2a94-49a5-a21b-0a1d2607edf7", "tag": "ad729e2e-224b-4081-85b3-2f5f307fb083", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:21.347226 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38e0b7c5-6eed-4f3d-9f32-dfc2ef908b4d {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:21.347828 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'tag': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'status': 'completed', 'code': 200} Aug 09 18:57:21.412419 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:21.477939 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-119ac7eb-98fd-4e47-9094-3b0c4bff2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:21.479266 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-119ac7eb-98fd-4e47-9094-3b0c4bff2cba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 1099 time: 0.0937636 Aug 09 18:57:21.788095 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '700ab690-82a5-41be-b6b9-c404fdb65fa2', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:42:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:19Z', 'updated_at': '2021-08-09T18:57:19Z', 'revision_number': 0, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:21.817205 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] Checking router: 7d26dca8-b91f-4870-b91f-03afd1536f20 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:57:21.826937 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:21.827589 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:21.887456 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d62f9e-517a-48ce-8034-8176bdb551a4 req-1693f759-3eed-48d1-b33a-a55a5ce9cabe tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:21.895217 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-77d62f9e-517a-48ce-8034-8176bdb551a4 req-1693f759-3eed-48d1-b33a-a55a5ce9cabe tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.4248371 Aug 09 18:57:21.947835 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:21.970119 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-77d62f9e-517a-48ce-8034-8176bdb551a4 req-a9f837c7-5837-4a44-a196-b4fdd6ccf218 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740147 Aug 09 18:57:21.995018 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-d6342679-c10e-4272-9f12-b45f91ca2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:21.995018 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-d6342679-c10e-4272-9f12-b45f91ca2707 service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.4799356 Aug 09 18:57:22.057064 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354feefe-7498-4fb0-9c6e-53f0d2b841fc req-fe03252d-7587-43b8-90f9-3185ad92ba79 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:22.058684 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-354feefe-7498-4fb0-9c6e-53f0d2b841fc req-fe03252d-7587-43b8-90f9-3185ad92ba79 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.1078691 Aug 09 18:57:22.107613 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-cda55eb2-656e-4fdc-99ad-84521d9c8afc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad729e2e-224b-4081-85b3-2f5f307fb083 HTTP/1.1" status: 200 len: 1000 time: 0.1114964 Aug 09 18:57:22.172139 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-354feefe-7498-4fb0-9c6e-53f0d2b841fc req-832eed27-3da5-49c4-a92f-1439ea485425 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936704 Aug 09 18:57:22.176630 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a67bb-8ddf-4865-837b-74086450d64e req-4bad9e98-a1d8-4561-813a-1273db3612cf tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:22.178713 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-e18a67bb-8ddf-4865-837b-74086450d64e req-4bad9e98-a1d8-4561-813a-1273db3612cf tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.26 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 946 time: 0.1163695 Aug 09 18:57:22.197362 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-0c55dbde-ac58-4265-bdd1-f3eec5b0747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:22.199002 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-0c55dbde-ac58-4265-bdd1-f3eec5b0747f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0794497 Aug 09 18:57:22.260531 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '700ab690-82a5-41be-b6b9-c404fdb65fa2', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:42:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:19Z', 'updated_at': '2021-08-09T18:57:19Z', 'revision_number': 0, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:22.274446 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-e94c9870-a221-400a-bc7a-ea8a569fa0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:22.275917 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-e94c9870-a221-400a-bc7a-ea8a569fa0da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614693 Aug 09 18:57:22.295652 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61b8d1-3c0f-4596-a92e-0ca4fadc4bb1 None None] The sync data for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi is: [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '700ab690-82a5-41be-b6b9-c404fdb65fa2', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:42:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:19Z', 'updated_at': '2021-08-09T18:57:19Z', 'revision_number': 0, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:57:22.366160 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-e18a67bb-8ddf-4865-837b-74086450d64e req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Deleting port 88be686c-c3b7-45e3-ac9d-7b44c7583224 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:57:22.366741 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-e18a67bb-8ddf-4865-837b-74086450d64e req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:22.402815 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b673e-765e-43f8-9d58-6e12c2d06a27 req-c49ddd42-ce97-4b93-a0d3-95a35fa53ed5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:22.404376 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-471b673e-765e-43f8-9d58-6e12c2d06a27 req-c49ddd42-ce97-4b93-a0d3-95a35fa53ed5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.1164479 Aug 09 18:57:22.416119 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51708) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:22.420723 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-98734d14-a7a8-4387-b079-589c9b86ea48 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Request body: {'floatingip': {'port_id': 'b28810fa-2312-4f50-893d-37d658b6ac87'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:22.430739 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-8d6ea62e-80b9-4735-bd31-68ced9ecd969 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439161 Aug 09 18:57:22.475404 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-98734d14-a7a8-4387-b079-589c9b86ea48 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:22.634364 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3c79d3b-9ca6-4190-8ed1-44a466231968 req-095bb283-5428-445d-9b43-b9207439ad8b service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954367 Aug 09 18:57:22.656891 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-e18a67bb-8ddf-4865-837b-74086450d64e req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] For port 88be686c-c3b7-45e3-ac9d-7b44c7583224, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=88be686c-c3b7-45e3-ac9d-7b44c7583224,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:22.657411 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-e18a67bb-8ddf-4865-837b-74086450d64e req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:22.681970 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-e18a67bb-8ddf-4865-837b-74086450d64e req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Calling delete_port for 88be686c-c3b7-45e3-ac9d-7b44c7583224 owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:57:22.871377 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cbdf9910-61ce-4a46-bc65-60f6187c47b7 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:22.954706 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2839e-bc79-4ebc-be99-b6f0708156e0 None None] New status for floating IP 700ab690-82a5-41be-b6b9-c404fdb65fa2: ACTIVE {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:57:22.960465 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port cbdf9910-61ce-4a46-bc65-60f6187c47b7 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:22.960856 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:22.965673 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b0f2-ee20-411c-bcd0-027cbf8a86de req-00518f53-4927-42e2-8183-57f6b67de84d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:22.967596 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b324b0f2-ee20-411c-bcd0-027cbf8a86de req-00518f53-4927-42e2-8183-57f6b67de84d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 946 time: 0.0897098 Aug 09 18:57:23.032414 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b324b0f2-ee20-411c-bcd0-027cbf8a86de req-ed4b6a74-a218-4942-8040-1a467e619f18 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Aug 09 18:57:23.075693 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-e18a67bb-8ddf-4865-837b-74086450d64e req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:23.090528 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['cd14bfe5-72f0-402d-a192-de07b3405089', '88be686c-c3b7-45e3-ac9d-7b44c7583224'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:57:23.108122 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fded98b6-c33d-41ef-b2a2-d065c0aa50ff req-cd86c184-b514-40a3-851e-ca3e3ff58eb8 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9140b981-946e-4663-922f-e27858bd4790 HTTP/1.1" status: 200 len: 210 time: 0.0331154 Aug 09 18:57:23.122610 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Pushing event deleted for resources: {'Port': ['ID=88be686c-c3b7-45e3-ac9d-7b44c7583224,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:23.216379 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18a67bb-8ddf-4865-837b-74086450d64e req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] No DVR routers for this DVR port 88be686c-c3b7-45e3-ac9d-7b44c7583224 on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:57:23.222692 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-e18a67bb-8ddf-4865-837b-74086450d64e req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:23.224722 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-e18a67bb-8ddf-4865-837b-74086450d64e req-26164ced-6d48-44cc-9fa0-4c3f2b442ab0 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.26 "DELETE /v2.0/ports/88be686c-c3b7-45e3-ac9d-7b44c7583224 HTTP/1.1" status: 204 len: 173 time: 1.0097389 Aug 09 18:57:23.340904 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-98734d14-a7a8-4387-b079-589c9b86ea48 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:23.349036 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9140b981-946e-4663-922f-e27858bd4790', 'name': 'network-vif-deleted', 'tag': '88be686c-c3b7-45e3-ac9d-7b44c7583224'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:23.351585 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307fa5da-f180-4800-83d6-828f5c884620" -d '{"events": [{"server_uuid": "9140b981-946e-4663-922f-e27858bd4790", "name": "network-vif-deleted", "tag": "88be686c-c3b7-45e3-ac9d-7b44c7583224"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:23.355343 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-98734d14-a7a8-4387-b079-589c9b86ea48 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:23.402875 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd190d65-3db1-4165-b49d-11c316a6d257 x-openstack-request-id: req-bd190d65-3db1-4165-b49d-11c316a6d257 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:23.403617 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9140b981-946e-4663-922f-e27858bd4790", "name": "network-vif-deleted", "tag": "88be686c-c3b7-45e3-ac9d-7b44c7583224", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:23.403617 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd190d65-3db1-4165-b49d-11c316a6d257 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:23.403996 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9140b981-946e-4663-922f-e27858bd4790', 'name': 'network-vif-deleted', 'tag': '88be686c-c3b7-45e3-ac9d-7b44c7583224', 'status': 'completed', 'code': 200} Aug 09 18:57:23.478119 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [None req-98734d14-a7a8-4387-b079-589c9b86ea48 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Floating IP 9985b4d3-a775-4cdd-9255-392bf8dcccda associated. External IP: 172.27.1.164, port: b28810fa-2312-4f50-893d-37d658b6ac87. Aug 09 18:57:23.892076 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98734d14-a7a8-4387-b079-589c9b86ea48 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Router d25cff42-559f-438c-8da8-f2829ca55a77 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:57:24.012063 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98734d14-a7a8-4387-b079-589c9b86ea48 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:57:24.016523 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-98734d14-a7a8-4387-b079-589c9b86ea48 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:24.023067 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] Sync routers for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:57:24.034241 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:24.034838 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:24.045308 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-98734d14-a7a8-4387-b079-589c9b86ea48 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "PUT /v2.0/floatingips/9985b4d3-a775-4cdd-9255-392bf8dcccda HTTP/1.1" status: 200 len: 992 time: 1.6282794 Aug 09 18:57:24.152977 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:24.165041 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33fbfa-74bb-40a9-847f-fe383eecc624 req-08c94164-4474-4107-987e-3ff8b2a2e169 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:24.167056 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8f33fbfa-74bb-40a9-847f-fe383eecc624 req-08c94164-4474-4107-987e-3ff8b2a2e169 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 946 time: 0.0577786 Aug 09 18:57:24.226417 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8f33fbfa-74bb-40a9-847f-fe383eecc624 req-0a2802c3-373c-4eaf-8e6e-62e27defc5c5 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 Aug 09 18:57:24.418638 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb799e-ebde-4561-ad9f-8e6015501358 req-fd83b66f-8fbe-48a3-b84c-4db97c8a8242 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:24.420234 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1eeb799e-ebde-4561-ad9f-8e6015501358 req-fd83b66f-8fbe-48a3-b84c-4db97c8a8242 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0533278 Aug 09 18:57:24.431399 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '9985b4d3-a775-4cdd-9255-392bf8dcccda', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'port_id': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'mac_address': 'fa:16:3e:d0:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:01Z', 'updated_at': '2021-08-09T18:57:23Z', 'revision_number': 1, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:24.459956 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] Checking router: d25cff42-559f-438c-8da8-f2829ca55a77 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:57:24.468185 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1eeb799e-ebde-4561-ad9f-8e6015501358 req-3ec51d42-78a6-4355-89c3-1038a792fb74 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351675 Aug 09 18:57:24.469313 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:24.469929 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:24.579266 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:24.816229 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '9985b4d3-a775-4cdd-9255-392bf8dcccda', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'port_id': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'mac_address': 'fa:16:3e:d0:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:01Z', 'updated_at': '2021-08-09T18:57:23Z', 'revision_number': 1, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:24.846091 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884185ed-6459-4698-b8b3-6a66c5a21626 None None] The sync data for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi is: [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '9985b4d3-a775-4cdd-9255-392bf8dcccda', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'port_id': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'mac_address': 'fa:16:3e:d0:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:01Z', 'updated_at': '2021-08-09T18:57:23Z', 'revision_number': 1, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:57:24.989128 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a32d5-0596-4360-a857-dc435e382973 req-a85a1438-dbd5-4e9a-a039-4dcb36a9780d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:24.990613 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c92a32d5-0596-4360-a857-dc435e382973 req-a85a1438-dbd5-4e9a-a039-4dcb36a9780d tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 946 time: 0.0494106 Aug 09 18:57:25.093189 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-c92a32d5-0596-4360-a857-dc435e382973 req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Deleting port f9db38cc-e201-4c05-b96a-875bcfe9e0d2 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:57:25.093534 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c92a32d5-0596-4360-a857-dc435e382973 req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:25.195599 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-c92a32d5-0596-4360-a857-dc435e382973 req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] For port f9db38cc-e201-4c05-b96a-875bcfe9e0d2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,segment=NetworkSegment(96c9e128-e31e-4452-8db9-93c57962b528),segment_id=96c9e128-e31e-4452-8db9-93c57962b528)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:25.196012 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c92a32d5-0596-4360-a857-dc435e382973 req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:25.214930 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-c92a32d5-0596-4360-a857-dc435e382973 req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Calling delete_port for f9db38cc-e201-4c05-b96a-875bcfe9e0d2 owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:57:25.365922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c92a32d5-0596-4360-a857-dc435e382973 req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:25.370578 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652a837-d84a-4f5b-93bc-f5072f8926f0 req-1c054667-5d84-4ef4-b4ca-8bb6899aaab4 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:25.372287 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d652a837-d84a-4f5b-93bc-f5072f8926f0 req-1c054667-5d84-4ef4-b4ca-8bb6899aaab4 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cb77b0b-2756-44d5-8ac8-6f4af29b6eac HTTP/1.1" status: 200 len: 946 time: 0.0696054 Aug 09 18:57:25.379559 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['f9db38cc-e201-4c05-b96a-875bcfe9e0d2'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:57:25.399276 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Pushing event deleted for resources: {'Port': ['ID=f9db38cc-e201-4c05-b96a-875bcfe9e0d2,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:25.407863 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:25.408472 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:25.444581 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d652a837-d84a-4f5b-93bc-f5072f8926f0 req-c49805af-73e4-4e78-9829-f9f7015e46fa tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.57 "GET /v2.0/security-groups?id=813f9968-d9d9-4c08-a4a6-4265fb56c690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581331 Aug 09 18:57:25.451402 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92a32d5-0596-4360-a857-dc435e382973 req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] No DVR routers for this DVR port f9db38cc-e201-4c05-b96a-875bcfe9e0d2 on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:57:25.453274 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c92a32d5-0596-4360-a857-dc435e382973 req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:25.455493 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c92a32d5-0596-4360-a857-dc435e382973 req-0663c751-73b8-492a-8c7f-15e6135e9ec3 tempest-VolumesSnapshotTestJSON-449150828 tempest-VolumesSnapshotTestJSON-449150828-project] 10.222.0.26 "DELETE /v2.0/ports/f9db38cc-e201-4c05-b96a-875bcfe9e0d2 HTTP/1.1" status: 204 len: 173 time: 0.4576652 Aug 09 18:57:25.461404 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e1c7fe-509c-4220-9b30-4967ed293fb6 x-openstack-request-id: req-e6e1c7fe-509c-4220-9b30-4967ed293fb6 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:25.461690 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:25.461935 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6e1c7fe-509c-4220-9b30-4967ed293fb6 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:25.462327 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'status': 'completed', 'code': 200} Aug 09 18:57:25.558939 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-c5dcfee7-82eb-4dda-9eac-a67cada5e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:25.560777 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-c5dcfee7-82eb-4dda-9eac-a67cada5e76a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 1099 time: 0.0573764 Aug 09 18:57:25.615841 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d99e42-32da-4291-b897-4112534b1fb0 req-fa46b1ab-c8c3-4315-b473-43881c26c6a3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:25.623734 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f0d99e42-32da-4291-b897-4112534b1fb0 req-fa46b1ab-c8c3-4315-b473-43881c26c6a3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0668685 Aug 09 18:57:25.671042 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f0d99e42-32da-4291-b897-4112534b1fb0 req-cc400310-9a01-4178-ae8f-dcaad6598404 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460308 Aug 09 18:57:25.694558 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-583124e7-adbb-4c3c-992c-7106011c96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:25.696841 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-583124e7-adbb-4c3c-992c-7106011c96bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.1187608 Aug 09 18:57:25.811769 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-db47f581-6097-48f2-bac3-4df415a2dae5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28810fa-2312-4f50-893d-37d658b6ac87 HTTP/1.1" status: 200 len: 1000 time: 0.0963979 Aug 09 18:57:25.872927 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-518b34de-cfaf-42ea-91ee-60bcff9289be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:25.874456 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-518b34de-cfaf-42ea-91ee-60bcff9289be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.0510433 Aug 09 18:57:25.954195 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-382c0bc9-a0f8-42fc-be6b-c9b28637c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:25.955818 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-382c0bc9-a0f8-42fc-be6b-c9b28637c3a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578959 Aug 09 18:57:26.067439 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-ab9bd590-0d02-4bc4-957b-55123f303c80 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951953 Aug 09 18:57:26.191784 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-6ebfc9ea-71db-4ac4-b0cf-7ac57f30f730 req-fd522bec-cfe8-400f-9558-c2e9d3261fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146784 Aug 09 18:57:26.229373 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88411d8e-c562-4e5d-a348-8b2b44c23a08 None None] New status for floating IP 9985b4d3-a775-4cdd-9255-392bf8dcccda: ACTIVE {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:57:26.637365 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 88be686c-c3b7-45e3-ac9d-7b44c7583224 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:57:26.659742 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 88be686c-c3b7-45e3-ac9d-7b44c7583224 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:57:26.660134 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 88be686c-c3b7-45e3-ac9d-7b44c7583224 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:57:26.861348 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79064de8-0e07-4f77-887f-cd0a252750cf req-23d6a83f-381b-48d9-ba2c-4062a9e64537 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:26.870821 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-79064de8-0e07-4f77-887f-cd0a252750cf req-23d6a83f-381b-48d9-ba2c-4062a9e64537 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0719588 Aug 09 18:57:26.917124 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-79064de8-0e07-4f77-887f-cd0a252750cf req-cca2f846-1a7b-44e3-ac25-12e331dfe301 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451574 Aug 09 18:57:27.463341 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb77b0b-2756-44d5-8ac8-6f4af29b6eac', 'name': 'network-vif-deleted', 'tag': 'f9db38cc-e201-4c05-b96a-875bcfe9e0d2'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:27.465831 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dbf73b-35fc-4be3-9adf-a1a9aada9bb9" -d '{"events": [{"server_uuid": "7cb77b0b-2756-44d5-8ac8-6f4af29b6eac", "name": "network-vif-deleted", "tag": "f9db38cc-e201-4c05-b96a-875bcfe9e0d2"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:27.512402 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bf62ab-1f4b-4b27-9de0-217ecba1b609 x-openstack-request-id: req-e7bf62ab-1f4b-4b27-9de0-217ecba1b609 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:27.512695 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb77b0b-2756-44d5-8ac8-6f4af29b6eac", "name": "network-vif-deleted", "tag": "f9db38cc-e201-4c05-b96a-875bcfe9e0d2", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:27.512996 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7bf62ab-1f4b-4b27-9de0-217ecba1b609 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:27.513391 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb77b0b-2756-44d5-8ac8-6f4af29b6eac', 'name': 'network-vif-deleted', 'tag': 'f9db38cc-e201-4c05-b96a-875bcfe9e0d2', 'status': 'completed', 'code': 200} Aug 09 18:57:28.053459 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d35b53-90ad-449e-8813-20dacad4af45 req-f94d97be-6f9c-4559-b0a9-13e2cd35e5d7 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:28.055074 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-01d35b53-90ad-449e-8813-20dacad4af45 req-f94d97be-6f9c-4559-b0a9-13e2cd35e5d7 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0572004 Aug 09 18:57:28.105315 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-01d35b53-90ad-449e-8813-20dacad4af45 req-8bb31874-b285-4e32-9463-90705148021d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Aug 09 18:57:28.512820 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:28.811787 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:57:29.249773 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330506a-f453-4bdd-b19b-6a07d4908ad9 req-0aaee22c-1d54-481c-8c05-f77e995e09cb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:29.251386 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f330506a-f453-4bdd-b19b-6a07d4908ad9 req-0aaee22c-1d54-481c-8c05-f77e995e09cb tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0642843 Aug 09 18:57:29.296780 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f330506a-f453-4bdd-b19b-6a07d4908ad9 req-ce3da5e2-4d4d-436b-960e-ab1dd310bd32 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Aug 09 18:57:29.468252 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device f9db38cc-e201-4c05-b96a-875bcfe9e0d2 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:57:29.495853 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: f9db38cc-e201-4c05-b96a-875bcfe9e0d2 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:57:29.496261 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device f9db38cc-e201-4c05-b96a-875bcfe9e0d2 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:57:29.599178 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-98e31a6b-155b-4e89-bb56-ead8287b817e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:30.422806 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71513ea-8093-4e38-bdca-1a78382a18c2 req-46ea36b7-7c2c-45c1-a1f1-7856c4a39b0d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:30.425143 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f71513ea-8093-4e38-bdca-1a78382a18c2 req-46ea36b7-7c2c-45c1-a1f1-7856c4a39b0d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0536180 Aug 09 18:57:30.466651 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f71513ea-8093-4e38-bdca-1a78382a18c2 req-01318d23-11d5-444d-b72c-352148026e81 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354373 Aug 09 18:57:31.596085 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e2644-21a5-488c-9263-91bc1feb7183 req-7725368f-be93-41e4-bde9-285ccfcfd653 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:31.597862 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ff6e2644-21a5-488c-9263-91bc1feb7183 req-7725368f-be93-41e4-bde9-285ccfcfd653 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0587614 Aug 09 18:57:31.639564 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ff6e2644-21a5-488c-9263-91bc1feb7183 req-06f43f5f-760a-4727-85a0-13b01b83f3a2 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Aug 09 18:57:32.366038 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-79cb5e85-959e-45e6-ad87-ffa3e2febe28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:32.452751 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:32.795729 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b848aaa-08fa-4aa8-aba7-280846f04326 req-2f5084bc-55ba-474e-8feb-67ab2143d598 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:32.797307 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b848aaa-08fa-4aa8-aba7-280846f04326 req-2f5084bc-55ba-474e-8feb-67ab2143d598 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0568585 Aug 09 18:57:32.845161 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b848aaa-08fa-4aa8-aba7-280846f04326 req-967012be-af58-44a8-bb34-1a3b3d074f3d tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Aug 09 18:57:33.271163 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:34.024210 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acdc64-0065-48b4-a6a2-9c7f95b7813c req-a72d77ef-ca3c-4ff3-9c44-e760e52060ed tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:34.025782 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f5acdc64-0065-48b4-a6a2-9c7f95b7813c req-a72d77ef-ca3c-4ff3-9c44-e760e52060ed tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.1104460 Aug 09 18:57:34.066393 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f5acdc64-0065-48b4-a6a2-9c7f95b7813c req-90d06635-7026-46ef-bcf7-1b4a1f57bcb3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/security-groups?id=84ec44a8-1390-4bf3-96ff-4bedc22e3f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337441 Aug 09 18:57:34.133238 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bc2af-c198-4082-8028-09091c7824c8 req-9d8e1594-dc73-4e2a-8f67-b146f50b0810 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:34.134792 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-228bc2af-c198-4082-8028-09091c7824c8 req-9d8e1594-dc73-4e2a-8f67-b146f50b0810 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 946 time: 0.0524516 Aug 09 18:57:34.235090 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-228bc2af-c198-4082-8028-09091c7824c8 req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Deleting port cd14bfe5-72f0-402d-a192-de07b3405089 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:57:34.235439 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-228bc2af-c198-4082-8028-09091c7824c8 req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:34.328424 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-228bc2af-c198-4082-8028-09091c7824c8 req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] For port cd14bfe5-72f0-402d-a192-de07b3405089, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=cd14bfe5-72f0-402d-a192-de07b3405089,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:34.328799 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-228bc2af-c198-4082-8028-09091c7824c8 req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:34.342633 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-228bc2af-c198-4082-8028-09091c7824c8 req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Calling delete_port for cd14bfe5-72f0-402d-a192-de07b3405089 owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:57:34.472687 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-228bc2af-c198-4082-8028-09091c7824c8 req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:34.485406 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['cd14bfe5-72f0-402d-a192-de07b3405089'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:57:34.501920 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Pushing event deleted for resources: {'Port': ['ID=cd14bfe5-72f0-402d-a192-de07b3405089,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:34.540149 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-228bc2af-c198-4082-8028-09091c7824c8 req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] No DVR routers for this DVR port cd14bfe5-72f0-402d-a192-de07b3405089 on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:57:34.542526 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-228bc2af-c198-4082-8028-09091c7824c8 req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:34.544517 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-228bc2af-c198-4082-8028-09091c7824c8 req-65369389-4f9f-40a1-acc7-9b3b53caf325 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.26 "DELETE /v2.0/ports/cd14bfe5-72f0-402d-a192-de07b3405089 HTTP/1.1" status: 204 len: 173 time: 0.4022927 Aug 09 18:57:34.544946 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b63a0e2-4b5d-4787-907e-6d0b192b1743', 'name': 'network-vif-deleted', 'tag': 'cd14bfe5-72f0-402d-a192-de07b3405089'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:34.547128 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc45618b-7060-4be8-9931-8ccb4d7867ce" -d '{"events": [{"server_uuid": "9b63a0e2-4b5d-4787-907e-6d0b192b1743", "name": "network-vif-deleted", "tag": "cd14bfe5-72f0-402d-a192-de07b3405089"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:34.585634 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcc6c61-19cd-4daa-a1c4-9850b5a8a731 x-openstack-request-id: req-7fcc6c61-19cd-4daa-a1c4-9850b5a8a731 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:34.585924 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b63a0e2-4b5d-4787-907e-6d0b192b1743", "name": "network-vif-deleted", "tag": "cd14bfe5-72f0-402d-a192-de07b3405089", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:34.586176 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fcc6c61-19cd-4daa-a1c4-9850b5a8a731 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:34.586570 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b63a0e2-4b5d-4787-907e-6d0b192b1743', 'name': 'network-vif-deleted', 'tag': 'cd14bfe5-72f0-402d-a192-de07b3405089', 'status': 'completed', 'code': 200} Aug 09 18:57:35.108411 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:35.247265 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-00950c2a-e0bc-4423-8fd9-e2200b132ad7 req-905de635-beaf-4771-b4c0-e3efa7afe8b3 tempest-ServerRescueNegativeTestJSON-767229777 tempest-ServerRescueNegativeTestJSON-767229777-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b63a0e2-4b5d-4787-907e-6d0b192b1743 HTTP/1.1" status: 200 len: 210 time: 0.0791230 Aug 09 18:57:36.305231 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51870) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:36.748807 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2004099'] for router_interface, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:37.079725 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Deleting port 439de558-4fb2-4f41-8edf-901add3351c9 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:57:37.080088 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:37.162864 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] For port 439de558-4fb2-4f41-8edf-901add3351c9, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=439de558-4fb2-4f41-8edf-901add3351c9,segment=NetworkSegment(6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3),segment_id=6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:37.163227 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:37.177310 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Calling delete_port for 439de558-4fb2-4f41-8edf-901add3351c9 owned by network:router_interface {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:57:37.419216 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:37.449697 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=439de558-4fb2-4f41-8edf-901add3351c9,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:37.606177 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003251'] for router_interface, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:37.809234 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:57:37.912016 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:57:37.917182 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-bc878f17-1424-4e8c-b25b-ffddf5988d00 admin admin] 10.222.0.57 "PUT /v2.0/routers/7f5c2d2a-eac0-4168-afd8-57a1704f1774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6108203 Aug 09 18:57:37.919618 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51880) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:37.922191 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] Sync routers for ids ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:57:37.934235 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] Routers {'7f5c2d2a-eac0-4168-afd8-57a1704f1774'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:37.934840 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:38.031851 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.039221 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] Set router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:38.303613 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:54:02Z', 'updated_at': '2021-08-09T18:57:37Z', 'revision_number': 5, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'gw_port': {'id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:03Z', 'updated_at': '2021-08-09T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:38.329805 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] Checking router: 7f5c2d2a-eac0-4168-afd8-57a1704f1774 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:57:38.338499 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] Routers {'7f5c2d2a-eac0-4168-afd8-57a1704f1774'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:38.339396 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:38.380674 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.437190 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Deleting port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:57:38.437907 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.450867 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] Set router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:38.526139 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] For port 0320b3e9-bccf-4584-b08b-5cc5ae472e8c, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=0320b3e9-bccf-4584-b08b-5cc5ae472e8c,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:38.526849 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.543307 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Calling delete_port for 0320b3e9-bccf-4584-b08b-5cc5ae472e8c owned by network:router_gateway {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:57:38.637348 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:54:02Z', 'updated_at': '2021-08-09T18:57:37Z', 'revision_number': 5, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'gw_port': {'id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:03Z', 'updated_at': '2021-08-09T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:38.664134 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd1bcf-2eb8-4893-bc0f-945cdfaf61a8 None None] The sync data for ids ['7f5c2d2a-eac0-4168-afd8-57a1704f1774'] in dv-cinder-782995-5-iscsi is: [{'id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'name': 'tempest-ServerRescueNegativeTestJSON-1473359424-router', 'tenant_id': '06e1aaf99dc3496fbf845bec5844578c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:54:02Z', 'updated_at': '2021-08-09T18:57:37Z', 'revision_number': 5, 'project_id': '06e1aaf99dc3496fbf845bec5844578c', 'gw_port': {'id': '0320b3e9-bccf-4584-b08b-5cc5ae472e8c', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c2d2a-eac0-4168-afd8-57a1704f1774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:54:03Z', 'updated_at': '2021-08-09T18:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:57:38.710242 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.735888 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0320b3e9-bccf-4584-b08b-5cc5ae472e8c,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:38.800926 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004949'] for router_gateway, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.902096 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40602'] for router, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.904243 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.966154 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2002389'] for router, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.966678 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f5c2d2a-eac0-4168-afd8-57a1704f1774 {{(pid=93289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:57:38.971769 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:38.972941 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-4ee7e793-f30a-40ea-b801-a998390a99d7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7f5c2d2a-eac0-4168-afd8-57a1704f1774 HTTP/1.1" status: 204 len: 168 time: 1.0523756 Aug 09 18:57:38.975438 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51886) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:39.030016 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-12625770-7d24-4379-9f46-9c3228fa5ac6 admin admin] Deleting subnet a1d4803a-e090-47af-b654-a2e417cd1850 {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:57:39.033394 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-12625770-7d24-4379-9f46-9c3228fa5ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.069542 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-12625770-7d24-4379-9f46-9c3228fa5ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829570'] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.114606 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-12625770-7d24-4379-9f46-9c3228fa5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.124778 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 439de558-4fb2-4f41-8edf-901add3351c9 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:57:39.145576 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 439de558-4fb2-4f41-8edf-901add3351c9 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:57:39.146198 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 439de558-4fb2-4f41-8edf-901add3351c9 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:57:39.175385 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-12625770-7d24-4379-9f46-9c3228fa5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10385296'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.205129 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12625770-7d24-4379-9f46-9c3228fa5ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d4803a-e090-47af-b654-a2e417cd1850,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:39.208861 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-12625770-7d24-4379-9f46-9c3228fa5ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.211807 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-12625770-7d24-4379-9f46-9c3228fa5ac6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a1d4803a-e090-47af-b654-a2e417cd1850 HTTP/1.1" status: 204 len: 168 time: 0.2343276 Aug 09 18:57:39.214291 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51888) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:39.286801 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.371710 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.382221 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f74e5a-517a-4b97-a245-2bc3214f0b77']}} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:39.394537 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3') {'for_net_delete': True} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:39.394832 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d560e2f-8cd3-4b2d-b40e-0d2f97e15fa3') {} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:39.404227 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829589'] for segment, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.418709 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.424668 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:57:39.425103 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8829140'] for segment, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: Traceback (most recent call last): Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: timer() Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: cb(*args, **kw) Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: return func(*args, **kwargs) Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: self._notify() Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: self.callback(batched_events) Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: event.method(event) Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: return f(self, *a, **k) Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._get(url).json() Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: return self.request(url, 'GET', **kwargs) Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:57:39.426697 dv-cinder-782995-5-iscsi neutron-server[93289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:57:39.486557 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.493159 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.495516 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f1f74e5a-517a-4b97-a245-2bc3214f0b77 HTTP/1.1" status: 204 len: 168 time: 0.2802525 Aug 09 18:57:39.508306 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af94ed-11b8-47c4-aa5b-3c22fbed3226 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f74e5a-517a-4b97-a245-2bc3214f0b77,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:39.684611 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51896) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:39.726380 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-71a104c2-3d9d-4392-a169-e4b9af098b55 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06e1aaf99dc3496fbf845bec5844578c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406132 Aug 09 18:57:39.728797 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51898) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:39.786933 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-878f0542-70cd-43dd-9b9d-fa57044dd876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.807882 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-878f0542-70cd-43dd-9b9d-fa57044dd876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.856580 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-878f0542-70cd-43dd-9b9d-fa57044dd876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.859445 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-878f0542-70cd-43dd-9b9d-fa57044dd876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:39.860699 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-878f0542-70cd-43dd-9b9d-fa57044dd876 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84ec44a8-1390-4bf3-96ff-4bedc22e3f77 HTTP/1.1" status: 204 len: 168 time: 0.1309559 Aug 09 18:57:39.870112 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f0542-70cd-43dd-9b9d-fa57044dd876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ec44a8-1390-4bf3-96ff-4bedc22e3f77,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:39.870797 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device cd14bfe5-72f0-402d-a192-de07b3405089 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:57:39.901812 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: cd14bfe5-72f0-402d-a192-de07b3405089 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:57:39.902162 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device cd14bfe5-72f0-402d-a192-de07b3405089 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:57:40.586482 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 51926) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:40.701219 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-735086391-network', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:40.725991 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Made reservation on behalf of cbe836b32ca64a34be8438ce750dc30d for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:57:40.728324 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:40.739023 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:40.778631 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 0320b3e9-bccf-4584-b08b-5cc5ae472e8c no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:57:40.803869 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 0320b3e9-bccf-4584-b08b-5cc5ae472e8c {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:57:40.804310 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 0320b3e9-bccf-4584-b08b-5cc5ae472e8c not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:57:40.853465 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:40.858790 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:40.892283 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:57:40.899977 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c78a448-23f2-4f49-8ded-9869153a6159,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:40.906479 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:40.906824 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Added segment 04c07aba-802f-431f-9aab-a53170d94a8b of type vlan for network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 Aug 09 18:57:40.948700 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:40.981911 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:40.983340 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:40.984143 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.041563 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4533968 Aug 09 18:57:41.044390 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51936) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:41.049802 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Request body: {'subnet': {'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-735086391-subnet', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:41.052245 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca449c7-1d74-4f96-b8fd-b565e884fcf9 admin admin] Pushing event updated for resources: {'Network': ['ID=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:41.062602 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:57:41.072095 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Made reservation on behalf of cbe836b32ca64a34be8438ce750dc30d for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:57:41.074413 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3378325'] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.265759 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3882567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3378343'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.329147 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee45dfa-ecf3-4557-9a17-3fccec8800a7,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:41.340724 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Checking segment: {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:41.341085 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Network hostable DHCP agents. Network: d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:57:41.358636 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:57:41.369030 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:41.373689 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:41.374285 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.381833 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe166c2-a5c2-4b0a-ac2f-cce95776e236 None None] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:57:41.399479 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-bd2145ba-3ffe-4b80-af28-c7be4680d986 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3534129 Aug 09 18:57:41.402337 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51938) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:41.406968 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:41.431790 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.432969 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.492067 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.583309 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:57:41.584387 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.658294 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.855739 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-ca68a0d0-6a60-4ad9-8d75-012d99e5d60e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041792755&fields=id&tenant_id=bbd8537f7c574bdf9671c0c1331507ce HTTP/1.1" status: 200 len: 267 time: 0.0502169 Aug 09 18:57:41.882269 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Allocated IP 172.20.0.2 (d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2/bee45dfa-ecf3-4557-9a17-3fccec8800a7/5f168b89-813e-4767-ab28-10cce2cd5a99) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:41.920177 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.941097 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:41.983291 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-056e6418-4db6-47e4-8bf8-e2a4376b8221 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:41.985384 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-056e6418-4db6-47e4-8bf8-e2a4376b8221 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/networks?id=79d7113b-06f2-4dc8-a824-1775b671c199 HTTP/1.1" status: 200 len: 809 time: 0.1280529 Aug 09 18:57:42.012936 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-ddb41efd-2a66-497a-9543-e72749dbb6c9 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/quotas/bbd8537f7c574bdf9671c0c1331507ce HTTP/1.1" status: 200 len: 375 time: 0.0173144 Aug 09 18:57:42.096897 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-c7197a21-890e-4dea-bd38-62d3f68db8fc tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bbd8537f7c574bdf9671c0c1331507ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757115 Aug 09 18:57:42.122788 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Allocated IP 172.27.1.223 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/dc541a82-3150-42d1-a8c3-2682935c98b2) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:42.139871 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:42.152349 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Transition to ACTIVE for port object 5f168b89-813e-4767-ab28-10cce2cd5a99 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:42.179377 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Transition to ACTIVE for port object 5f168b89-813e-4767-ab28-10cce2cd5a99 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:42.185943 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:42.235866 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:42.239056 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:42.242962 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:42.253955 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Pushing event updated for resources: {'Port': ['ID=5f168b89-813e-4767-ab28-10cce2cd5a99,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:42.269714 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:42.285830 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-63374361-6c1a-4433-b1c6-2242d05dcd56 service neutron] 10.222.0.57 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757114 Aug 09 18:57:42.301695 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Attempting to bind port 5f168b89-813e-4767-ab28-10cce2cd5a99 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:42.302158 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Attempting to bind port 5f168b89-813e-4767-ab28-10cce2cd5a99 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:42.302741 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Attempting to bind port 5f168b89-813e-4767-ab28-10cce2cd5a99 on network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:42.310851 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:42.311286 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Checking segment: {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:42.311708 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:42.312140 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Bound using segment: {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:42.312645 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Bound port: 5f168b89-813e-4767-ab28-10cce2cd5a99, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:42.313045 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:42.319501 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:42.364583 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:42.368243 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:42.372514 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:42.397751 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Pushing event updated for resources: {'Port': ['ID=dc541a82-3150-42d1-a8c3-2682935c98b2,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:42.399085 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-9476a09f-2580-4dc6-b4ba-9244bcf2bef6 service neutron] 10.222.0.57 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061242 Aug 09 18:57:42.413882 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] For port 5f168b89-813e-4767-ab28-10cce2cd5a99, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:42.417957 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] For port 5f168b89-813e-4767-ab28-10cce2cd5a99, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=5f168b89-813e-4767-ab28-10cce2cd5a99,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:42.424483 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:42.483948 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1875ce-3270-4ad6-948a-e5e662d27597 None None] Pushing event updated for resources: {'Port': ['ID=5f168b89-813e-4767-ab28-10cce2cd5a99,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:42.705700 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:42.833473 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5bf96337-9c3c-4227-b862-cdb38948181c req-9eafd50e-57ea-4e10-9245-6e5ee8a27e94 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 210 time: 0.0785372 Aug 09 18:57:42.920301 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 5f168b89-813e-4767-ab28-10cce2cd5a99 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:42.991618 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 5f168b89-813e-4767-ab28-10cce2cd5a99 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:42.999261 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:43.350605 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Router 95eb260c-9970-4e6d-9e27-2297708fd3c2 is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:57:43.468338 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:57:43.482117 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Sync routers for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:57:43.487963 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:43.489492 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-dc0245c0-838c-44c8-bbaa-e682941f66cf admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0860991 Aug 09 18:57:43.492262 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 51990) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:43.495538 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:43.496293 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:43.591486 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33648dd-c3d8-4564-aff5-2403d3b99291 None None] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:57:43.678466 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:43.713050 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-8c7ae753-1c6b-4fc0-ab58-32d94cf21893 None None] Provisioning for port 5f168b89-813e-4767-ab28-10cce2cd5a99 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:43.751993 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-8c7ae753-1c6b-4fc0-ab58-32d94cf21893 None None] Provisioning complete for port 5f168b89-813e-4767-ab28-10cce2cd5a99 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:43.752367 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c7ae753-1c6b-4fc0-ab58-32d94cf21893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:43.930479 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:43.943163 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-64129f3c-e794-4575-b3e2-0e201f899609 req-6b90cae1-afc6-489a-95bf-eb751dde17e5 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 210 time: 0.0338442 Aug 09 18:57:44.001058 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c7ae753-1c6b-4fc0-ab58-32d94cf21893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.052467 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:42Z', 'revision_number': 3, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:44.057843 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-8c7ae753-1c6b-4fc0-ab58-32d94cf21893 None None] For port 5f168b89-813e-4767-ab28-10cce2cd5a99, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=5f168b89-813e-4767-ab28-10cce2cd5a99,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:44.085111 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c7ae753-1c6b-4fc0-ab58-32d94cf21893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.086997 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Checking router: 95eb260c-9970-4e6d-9e27-2297708fd3c2 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:57:44.087361 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Updating router 95eb260c-9970-4e6d-9e27-2297708fd3c2 port dc541a82-3150-42d1-a8c3-2682935c98b2 binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:57:44.136905 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.178811 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-edb212e1-d64f-496d-8bc5-69a34a463d15 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:44.180690 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-edb212e1-d64f-496d-8bc5-69a34a463d15 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.26 "GET /v2.0/networks?id=79d7113b-06f2-4dc8-a824-1775b671c199 HTTP/1.1" status: 200 len: 809 time: 0.1548171 Aug 09 18:57:44.209113 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ae753-1c6b-4fc0-ab58-32d94cf21893 None None] Pushing event updated for resources: {'Port': ['ID=5f168b89-813e-4767-ab28-10cce2cd5a99,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:44.287336 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-79e1af92-731a-4286-a921-ce0a8f82150b tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbd8537f7c574bdf9671c0c1331507ce HTTP/1.1" status: 200 len: 380 time: 0.0938051 Aug 09 18:57:44.295370 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Allocated IP 172.20.0.1 (d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2/bee45dfa-ecf3-4557-9a17-3fccec8800a7/ed14ee39-e182-4ca8-879d-18e22eb0cc99) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:44.301807 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Request body: {'port': {'device_id': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'admin_state_up': True, 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'security_groups': ['39392934-7ea0-44f0-abb4-b49cf42d0ef5']}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:44.355201 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-4993ad89-6b20-4636-86bb-41f9ae88e5bb None None] Provisioning complete for port 5f168b89-813e-4767-ab28-10cce2cd5a99 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:44.355741 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4993ad89-6b20-4636-86bb-41f9ae88e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.495099 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.498822 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Made reservation on behalf of bbd8537f7c574bdf9671c0c1331507ce for: {'port': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:57:44.502368 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.522354 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Transition to ACTIVE for port object ed14ee39-e182-4ca8-879d-18e22eb0cc99 will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:44.566288 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.578215 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Transition to ACTIVE for port object dc541a82-3150-42d1-a8c3-2682935c98b2 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:44.586287 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.641118 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.641399 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Attempting to bind port dc541a82-3150-42d1-a8c3-2682935c98b2 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:44.641605 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Attempting to bind port dc541a82-3150-42d1-a8c3-2682935c98b2 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:44.641968 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Attempting to bind port dc541a82-3150-42d1-a8c3-2682935c98b2 on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:44.649569 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b97ad-6c95-497d-8ed9-6b00a29a9816 None None] Pushing event updated for resources: {'Port': ['ID=dc541a82-3150-42d1-a8c3-2682935c98b2,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:44.652656 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:44.653076 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:44.653487 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.653869 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:44.654357 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Bound port: dc541a82-3150-42d1-a8c3-2682935c98b2, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:44.654770 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.697970 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Allocated IP 172.20.0.14 (79d7113b-06f2-4dc8-a824-1775b671c199/060e4672-ab6d-4fe9-a456-f46ddc6bce7f/97926761-04a8-4eaa-9312-a9c683d8ff7e) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:44.706274 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:44.711474 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Pushing event updated for resources: {'Port': ['ID=ed14ee39-e182-4ca8-879d-18e22eb0cc99,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:44.714432 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] For port dc541a82-3150-42d1-a8c3-2682935c98b2, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:44.717505 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:44.717821 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] For port dc541a82-3150-42d1-a8c3-2682935c98b2, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=dc541a82-3150-42d1-a8c3-2682935c98b2,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:44.720330 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:44.722598 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.790706 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:44.797094 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:44.797732 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:44.852499 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b97ad-6c95-497d-8ed9-6b00a29a9816 None None] Pushing event updated for resources: {'Port': ['ID=dc541a82-3150-42d1-a8c3-2682935c98b2,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:44.866695 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 5f168b89-813e-4767-ab28-10cce2cd5a99 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:44.997235 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.015597 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Transition to ACTIVE for port object 97926761-04a8-4eaa-9312-a9c683d8ff7e will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:45.051581 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.062868 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f36de85d-7af2-41c0-bac0-51f931057509 req-abe30557-4015-4c4c-a90e-b2fcaa78fc9a tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 210 time: 0.0336292 Aug 09 18:57:45.106091 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-446b2329-1b02-448e-bda3-d4efd3cff2f0 None None] Provisioning for port ed14ee39-e182-4ca8-879d-18e22eb0cc99 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:45.117242 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-446b2329-1b02-448e-bda3-d4efd3cff2f0 None None] Provisioning complete for port ed14ee39-e182-4ca8-879d-18e22eb0cc99 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:45.117736 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-446b2329-1b02-448e-bda3-d4efd3cff2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.121292 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.150675 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:45.215874 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Network 79d7113b-06f2-4dc8-a824-1775b671c199 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:45.220497 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:45.228051 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:45.228207 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 5f168b89-813e-4767-ab28-10cce2cd5a99 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:45.228512 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.229997 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-446b2329-1b02-448e-bda3-d4efd3cff2f0 None None] Port ed14ee39-e182-4ca8-879d-18e22eb0cc99 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:57:45.254388 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'Port': ['ID=97926761-04a8-4eaa-9312-a9c683d8ff7e,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:45.307724 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:45.308741 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.338675 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-618fb635-b2bf-4df0-9dd4-f84bcfa62baa tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0446022 Aug 09 18:57:45.364432 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.371513 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.425892 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Request body: {'port': {'device_id': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:45.446940 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:42Z', 'revision_number': 3, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:45.478252 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd1a29b-3c48-4641-b277-a3fe3321ca9a None None] The sync data for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi is: [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:42Z', 'revision_number': 3, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:57:45.523809 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.537574 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Pushing event updated for resources: {'Port': ['ID=ed14ee39-e182-4ca8-879d-18e22eb0cc99,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:45.561990 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5f4ec7dc-518f-48fe-b09e-7ce722655ce4 None None] Provisioning for port 97926761-04a8-4eaa-9312-a9c683d8ff7e completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:45.566340 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5f4ec7dc-518f-48fe-b09e-7ce722655ce4 None None] Provisioning complete for port 97926761-04a8-4eaa-9312-a9c683d8ff7e triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:45.566789 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec7dc-518f-48fe-b09e-7ce722655ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.569214 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:45.603017 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ec7dc-518f-48fe-b09e-7ce722655ce4 None None] Port 97926761-04a8-4eaa-9312-a9c683d8ff7e cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:57:45.748069 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:45.758788 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:46.024554 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-2df5b0e5-713b-4dfe-ba33-25bf1446845b None None] Provisioning complete for port ed14ee39-e182-4ca8-879d-18e22eb0cc99 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:46.025129 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2df5b0e5-713b-4dfe-ba33-25bf1446845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:46.063244 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-2df5b0e5-713b-4dfe-ba33-25bf1446845b None None] Port ed14ee39-e182-4ca8-879d-18e22eb0cc99 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:57:46.156965 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Router 95eb260c-9970-4e6d-9e27-2297708fd3c2 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:57:46.192410 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9f8d-bb46-4bf2-8c87-4cf4b58c0296 req-f41645af-4827-4762-8100-a25aa7543839 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:46.194130 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f5ea9f8d-bb46-4bf2-8c87-4cf4b58c0296 req-f41645af-4827-4762-8100-a25aa7543839 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 932 time: 0.0579505 Aug 09 18:57:46.235104 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f5ea9f8d-bb46-4bf2-8c87-4cf4b58c0296 req-561c93e6-8a8a-45d5-91ee-9946830ce8d1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341964 Aug 09 18:57:46.251122 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97926761-04a8-4eaa-9312-a9c683d8ff7e {{(pid=93288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:57:46.264058 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:46.307230 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Transition to ACTIVE for port object 97926761-04a8-4eaa-9312-a9c683d8ff7e will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:46.317902 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:46.358323 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:57:46.366066 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-56f88903-7ace-4f8b-8a77-18ca62111b69 admin admin] 10.222.0.57 "PUT /v2.0/routers/95eb260c-9970-4e6d-9e27-2297708fd3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8729103 Aug 09 18:57:46.386533 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Pushing event updated for resources: {'Port': ['ID=97926761-04a8-4eaa-9312-a9c683d8ff7e,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:46.476586 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Attempting to bind port 97926761-04a8-4eaa-9312-a9c683d8ff7e on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:46.477191 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Attempting to bind port 97926761-04a8-4eaa-9312-a9c683d8ff7e by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:46.477772 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Attempting to bind port 97926761-04a8-4eaa-9312-a9c683d8ff7e on network 79d7113b-06f2-4dc8-a824-1775b671c199 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:46.482808 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Port 97926761-04a8-4eaa-9312-a9c683d8ff7e on network 79d7113b-06f2-4dc8-a824-1775b671c199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:57:46.483273 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Attempting to bind port 97926761-04a8-4eaa-9312-a9c683d8ff7e on network 79d7113b-06f2-4dc8-a824-1775b671c199 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:46.494245 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:46.494245 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Checking segment: {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:46.494245 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Bound using segment: {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:46.496220 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Bound port: 97926761-04a8-4eaa-9312-a9c683d8ff7e, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:46.496742 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:46.582073 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:46.586101 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:46.592101 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:46.629197 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:46.629852 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:46.631402 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] 10.222.0.26 "PUT /v2.0/ports/97926761-04a8-4eaa-9312-a9c683d8ff7e HTTP/1.1" status: 200 len: 1094 time: 1.2847507 Aug 09 18:57:46.632435 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:46.638035 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:46.677180 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c634-a1b8-434b-b5c5-2736d03f332d service neutron] Pushing event updated for resources: {'Port': ['ID=97926761-04a8-4eaa-9312-a9c683d8ff7e,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:46.728187 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4eb8f0-cece-44eb-b145-be24707f8a74 x-openstack-request-id: req-ca4eb8f0-cece-44eb-b145-be24707f8a74 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:46.728595 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:46.728978 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca4eb8f0-cece-44eb-b145-be24707f8a74 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:46.729466 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'status': 'completed', 'code': 200} Aug 09 18:57:46.749545 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-e11dd540-d213-42f3-be00-a09090c35b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:46.751871 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-e11dd540-d213-42f3-be00-a09090c35b4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbd8537f7c574bdf9671c0c1331507ce&device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1097 time: 0.0697601 Aug 09 18:57:46.824025 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-586795a3-77d0-4373-b711-f01fa0b9449c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e HTTP/1.1" status: 200 len: 217 time: 0.0636909 Aug 09 18:57:46.890758 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-a6c1ca74-4748-49c6-8c9e-a283e501ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:46.892440 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-a6c1ca74-4748-49c6-8c9e-a283e501ec4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=060e4672-ab6d-4fe9-a456-f46ddc6bce7f HTTP/1.1" status: 200 len: 848 time: 0.0563133 Aug 09 18:57:46.911412 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device dc541a82-3150-42d1-a8c3-2682935c98b2 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:46.943723 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52034) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:46.954535 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-b712e029-f9d3-4f9d-a8a0-1ad8162649b8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984357991', 'description': 'tempest-description--2127748552'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:46.968315 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-8881fbd4-f92c-4790-bbcd-33be199f2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:46.970966 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-8881fbd4-f92c-4790-bbcd-33be199f2e18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79d7113b-06f2-4dc8-a824-1775b671c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661891 Aug 09 18:57:46.987809 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port dc541a82-3150-42d1-a8c3-2682935c98b2 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:46.991762 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port dc541a82-3150-42d1-a8c3-2682935c98b2 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:46.992291 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:46.992906 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b712e029-f9d3-4f9d-a8a0-1ad8162649b8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.081372 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-c04e6769-5b04-499e-9321-4a05a6289aa2 service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010137 Aug 09 18:57:47.088020 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b712e029-f9d3-4f9d-a8a0-1ad8162649b8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.089812 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.092023 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b712e029-f9d3-4f9d-a8a0-1ad8162649b8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.111077 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port dc541a82-3150-42d1-a8c3-2682935c98b2, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=dc541a82-3150-42d1-a8c3-2682935c98b2,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:47.116329 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.122100 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b712e029-f9d3-4f9d-a8a0-1ad8162649b8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.127800 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b712e029-f9d3-4f9d-a8a0-1ad8162649b8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1812871 Aug 09 18:57:47.128432 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52036) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:47.143695 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712e029-f9d3-4f9d-a8a0-1ad8162649b8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a131e888-cf3a-410a-82db-c8d28e8511f6,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:47.148778 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-6fcda246-c9d7-4d8f-b24b-015423ce8c84 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'security_group_rule': {'security_group_id': 'a131e888-cf3a-410a-82db-c8d28e8511f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:47.183298 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6fcda246-c9d7-4d8f-b24b-015423ce8c84 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.188143 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=dc541a82-3150-42d1-a8c3-2682935c98b2,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:47.191221 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a4c7b045-f80b-4234-aa53-feb42c00b0df req-f87208dd-7244-422f-a806-b8bf8adc4437 service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986698 Aug 09 18:57:47.219570 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Sync routers for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:57:47.234102 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:47.235243 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:47.240291 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6fcda246-c9d7-4d8f-b24b-015423ce8c84 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.244982 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6fcda246-c9d7-4d8f-b24b-015423ce8c84 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.265160 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcda246-c9d7-4d8f-b24b-015423ce8c84 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0df1ccd-8972-4dbc-9c9f-caacf945a946,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:47.274215 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6fcda246-c9d7-4d8f-b24b-015423ce8c84 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.276340 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-6fcda246-c9d7-4d8f-b24b-015423ce8c84 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338277 Aug 09 18:57:47.278917 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52040) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:47.285776 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-f36921bf-c1ef-47c8-bac4-45ef2f155ee9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'security_group_rule': {'security_group_id': 'a131e888-cf3a-410a-82db-c8d28e8511f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:47.291444 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-22236936-bcdd-427e-bc94-2d93362aeb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:47.293211 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-22236936-bcdd-427e-bc94-2d93362aeb57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbd8537f7c574bdf9671c0c1331507ce&device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1097 time: 0.0573182 Aug 09 18:57:47.320786 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f36921bf-c1ef-47c8-bac4-45ef2f155ee9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.362673 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:47.399133 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-2806a18d-a543-47de-8eb9-2986da267ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:47.400732 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-2806a18d-a543-47de-8eb9-2986da267ac1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79d7113b-06f2-4dc8-a824-1775b671c199 HTTP/1.1" status: 200 len: 910 time: 0.1002796 Aug 09 18:57:47.403029 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f36921bf-c1ef-47c8-bac4-45ef2f155ee9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.412374 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c988e-cd63-4265-90f7-322a208c690b req-7b055158-b765-41d3-b617-232e39eb1e3e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:47.413854 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fa3c988e-cd63-4265-90f7-322a208c690b req-7b055158-b765-41d3-b617-232e39eb1e3e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0942509 Aug 09 18:57:47.415032 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f36921bf-c1ef-47c8-bac4-45ef2f155ee9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.448225 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36921bf-c1ef-47c8-bac4-45ef2f155ee9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bfa7b5-8cd8-48eb-b0c3-9aeedf770dba,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:47.450824 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f36921bf-c1ef-47c8-bac4-45ef2f155ee9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.451998 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-f36921bf-c1ef-47c8-bac4-45ef2f155ee9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719437 Aug 09 18:57:47.456935 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-3f8d48d3-2f4a-436d-ac9b-f69faa84631e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e HTTP/1.1" status: 200 len: 217 time: 0.0474279 Aug 09 18:57:47.457387 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52042) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:47.461588 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'floatingip': {'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:47.484548 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fa3c988e-cd63-4265-90f7-322a208c690b req-6075988b-589f-4795-9020-3dd6e231209a tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598755 Aug 09 18:57:47.498507 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.512361 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-41d1e5fc-d0ba-4788-95fa-df5cc0b303a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:47.513836 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-41d1e5fc-d0ba-4788-95fa-df5cc0b303a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=060e4672-ab6d-4fe9-a456-f46ddc6bce7f HTTP/1.1" status: 200 len: 848 time: 0.0480845 Aug 09 18:57:47.564013 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-08410d06-1afc-4071-ac02-12746abb8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:47.565628 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-08410d06-1afc-4071-ac02-12746abb8f2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79d7113b-06f2-4dc8-a824-1775b671c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446117 Aug 09 18:57:47.612833 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:45Z', 'revision_number': 2, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:47.623319 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.654139 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Checking router: 95eb260c-9970-4e6d-9e27-2297708fd3c2 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:57:47.654746 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Updating router 95eb260c-9970-4e6d-9e27-2297708fd3c2 port ed14ee39-e182-4ca8-879d-18e22eb0cc99 binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:57:47.681531 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-49f0589e-2b05-4676-ba4b-f9be5ac28d0f service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066990 Aug 09 18:57:47.694397 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.768083 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Allocated IP 172.27.1.182 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/53462f61-eb91-44d1-ba05-400ab796b044) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:47.803696 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5ad1bdc2-49c9-4cf0-b2ba-4ce24047acf2 req-965e0d28-7b7d-4a74-8676-679ea8883657 service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148403 Aug 09 18:57:47.911409 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:47.961191 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.003665 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:48.009409 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:48.015454 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:48.034352 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.047589 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Transition to ACTIVE for port object ed14ee39-e182-4ca8-879d-18e22eb0cc99 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:48.054494 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'Port': ['ID=53462f61-eb91-44d1-ba05-400ab796b044,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:48.054852 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.124165 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.158490 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Pushing event updated for resources: {'Port': ['ID=ed14ee39-e182-4ca8-879d-18e22eb0cc99,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:48.164884 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.174625 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.174962 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.175309 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.175639 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.175993 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.176321 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.176665 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.176964 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.177486 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.177819 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.178142 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.178454 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:48.186086 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Attempting to bind port ed14ee39-e182-4ca8-879d-18e22eb0cc99 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:48.186678 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Attempting to bind port ed14ee39-e182-4ca8-879d-18e22eb0cc99 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:48.187200 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Attempting to bind port ed14ee39-e182-4ca8-879d-18e22eb0cc99 on network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:48.193361 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:48.193728 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Checking segment: {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:48.194126 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.194511 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Bound using segment: {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:48.194967 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Bound port: ed14ee39-e182-4ca8-879d-18e22eb0cc99, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:48.195356 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.263921 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] For port ed14ee39-e182-4ca8-879d-18e22eb0cc99, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:48.267597 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] For port ed14ee39-e182-4ca8-879d-18e22eb0cc99, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=ed14ee39-e182-4ca8-879d-18e22eb0cc99,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:48.272800 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.329051 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:57:48.329686 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:48.354563 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.359844 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.395245 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4080a-07d2-4285-a893-66353164dc45 None None] Pushing event updated for resources: {'Port': ['ID=ed14ee39-e182-4ca8-879d-18e22eb0cc99,revision_number=4']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:48.447969 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'Port': ['ID=53462f61-eb91-44d1-ba05-400ab796b044,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:48.459539 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.462031 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:57:48.474810 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:48.476390 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-bafac7a5-ec59-4fa8-af73-e5a14b369ebc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0181284 Aug 09 18:57:48.640789 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7052e-69cf-4bdb-a3db-63adfbe662e1 req-6599fa30-837b-4284-bc38-1c0a316f3a5d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:48.642324 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fbb7052e-69cf-4bdb-a3db-63adfbe662e1 req-6599fa30-837b-4284-bc38-1c0a316f3a5d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0799973 Aug 09 18:57:48.646239 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-6b7de81b-466a-4350-8a3a-121249661ab8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--984357991&fields=id&tenant_id=cbe836b32ca64a34be8438ce750dc30d HTTP/1.1" status: 200 len: 267 time: 0.0485654 Aug 09 18:57:48.744153 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fbb7052e-69cf-4bdb-a3db-63adfbe662e1 req-55c94f75-007d-4e55-aeba-6cd432e8fb4f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945227 Aug 09 18:57:48.779632 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:48Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:48.796106 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-4e40b3bb-0653-4e6d-a9a4-fb82bda775fb tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:48.797751 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-4e40b3bb-0653-4e6d-a9a4-fb82bda775fb tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 810 time: 0.1420703 Aug 09 18:57:48.808591 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a403d31-6c43-4231-85ac-d00eab80030c None None] The sync data for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi is: [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:48Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:57:48.818067 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-b2adf5d8-ca20-40e8-b039-2056ba1b7faf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/quotas/cbe836b32ca64a34be8438ce750dc30d HTTP/1.1" status: 200 len: 375 time: 0.0129817 Aug 09 18:57:48.848740 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device dc541a82-3150-42d1-a8c3-2682935c98b2 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:48.883413 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d427998d-9731-40e9-8297-59038dd8d3a3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595906 Aug 09 18:57:48.929500 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port dc541a82-3150-42d1-a8c3-2682935c98b2 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:48.930052 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:49.055281 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-72ba345f-6b2a-4f0d-a536-ab7ca617c893 service neutron] 10.222.0.57 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545486 Aug 09 18:57:49.148821 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-6069cf45-ec79-4391-b3fd-2da46e67a707 service neutron] 10.222.0.57 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874040 Aug 09 18:57:49.380890 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-35092a63-4d6c-4c69-b542-ca8d77273d55 req-f33eb612-932a-4c3f-a648-0ac403b185e1 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 210 time: 0.0388331 Aug 09 18:57:49.878543 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c004e-8b91-4dfc-8a18-5199427f5cc4 req-147afe9a-e93b-4c42-a828-85f1756bfa20 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:49.880102 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-da9c004e-8b91-4dfc-8a18-5199427f5cc4 req-147afe9a-e93b-4c42-a828-85f1756bfa20 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0570061 Aug 09 18:57:49.942228 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-da9c004e-8b91-4dfc-8a18-5199427f5cc4 req-e9162f1c-4ac8-4366-94d6-682c0a4d1f90 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498574 Aug 09 18:57:50.282125 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52108) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:50.334162 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Deleting subnet 234204ff-a8de-4a0b-8d69-13f497165b88 {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:57:50.337663 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.376401 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829570'] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.430431 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.434109 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-6fc864ef-7d15-4c98-80ff-daa5c5a6aa63 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:50.435691 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-6fc864ef-7d15-4c98-80ff-daa5c5a6aa63 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 810 time: 0.1230385 Aug 09 18:57:50.485974 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-371a4e02-e793-4e8e-945e-dbd348241da4 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe836b32ca64a34be8438ce750dc30d HTTP/1.1" status: 200 len: 379 time: 0.0401447 Aug 09 18:57:50.494296 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d69a5954-2585-475b-a4f0-29d0bec4777f req-671eaa8f-8a93-4cbf-8df0-4ea4e5e45c7e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 210 time: 0.0333447 Aug 09 18:57:50.495465 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'port': {'device_id': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'admin_state_up': True, 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'security_groups': ['a131e888-cf3a-410a-82db-c8d28e8511f6']}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:50.516545 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10385296'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.545091 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.547007 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/234204ff-a8de-4a0b-8d69-13f497165b88 HTTP/1.1" status: 204 len: 168 time: 0.2638369 Aug 09 18:57:50.548453 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234204ff-a8de-4a0b-8d69-13f497165b88,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:50.551175 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 52116) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:50.555748 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.556144 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.556494 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.556826 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.557161 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.557496 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.557827 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.558158 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.558490 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.558824 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.559149 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.559471 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425cc3b4-c731-422b-b252-47b7681443e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:57:50.652082 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.710662 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Made reservation on behalf of cbe836b32ca64a34be8438ce750dc30d for: {'port': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:57:50.714134 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.766618 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.783843 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef510cb9-adb2-4141-b802-c0f0d0ab701e']}} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:50.821554 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c9e128-e31e-4452-8db9-93c57962b528') {'for_net_delete': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:50.821882 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c9e128-e31e-4452-8db9-93c57962b528') {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:57:50.837650 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device ed14ee39-e182-4ca8-879d-18e22eb0cc99 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:50.839855 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3883911'] for segment, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.863951 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.886508 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port ed14ee39-e182-4ca8-879d-18e22eb0cc99 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:50.890175 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port ed14ee39-e182-4ca8-879d-18e22eb0cc99 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:50.890530 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.890758 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:57:50.891233 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3882718'] for segment, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: Traceback (most recent call last): Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: timer() Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: cb(*args, **kw) Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: return func(*args, **kwargs) Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: self._notify() Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: self.callback(batched_events) Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: event.method(event) Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: return f(self, *a, **k) Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._get(url).json() Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: return self.request(url, 'GET', **kwargs) Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:57:50.893751 dv-cinder-782995-5-iscsi neutron-server[93288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:57:50.962320 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Allocated IP 172.20.0.10 (d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2/bee45dfa-ecf3-4557-9a17-3fccec8800a7/4e28fe06-aae6-442f-b0de-fee1b9f4f3db) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:50.976229 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.981144 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.983354 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:50.986779 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ef510cb9-adb2-4141-b802-c0f0d0ab701e HTTP/1.1" status: 204 len: 168 time: 0.4327099 Aug 09 18:57:51.006536 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed425e4-6035-4c66-af53-0fbb9498a834 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef510cb9-adb2-4141-b802-c0f0d0ab701e,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:51.048089 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port ed14ee39-e182-4ca8-879d-18e22eb0cc99, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=ed14ee39-e182-4ca8-879d-18e22eb0cc99,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:51.056733 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.100554 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9120b0e-8292-4535-b476-55ba9829f6fd req-61e11cda-67d0-46ba-aa8a-f8ba05de7acb tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:51.102444 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d9120b0e-8292-4535-b476-55ba9829f6fd req-61e11cda-67d0-46ba-aa8a-f8ba05de7acb tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0595028 Aug 09 18:57:51.126170 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=ed14ee39-e182-4ca8-879d-18e22eb0cc99,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:51.150162 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52124) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:51.162269 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d9120b0e-8292-4535-b476-55ba9829f6fd req-317e8748-4c33-43bf-a62f-111860515ff2 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530086 Aug 09 18:57:51.166680 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.188636 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Transition to ACTIVE for port object 4e28fe06-aae6-442f-b0de-fee1b9f4f3db will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:51.195916 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-5bb5ef91-b9e4-4503-b079-74eacbd6b083 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b4362cc3ab847759757de42d4c4be9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445487 Aug 09 18:57:51.198360 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52126) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:51.222797 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.247054 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b86c4bb1-b406-424b-ae3d-98f12ad93c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.268471 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b86c4bb1-b406-424b-ae3d-98f12ad93c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.269109 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:51.272321 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:51.274840 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:51.309251 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'Port': ['ID=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:51.339652 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b86c4bb1-b406-424b-ae3d-98f12ad93c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.342300 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b86c4bb1-b406-424b-ae3d-98f12ad93c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.343772 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:51.343934 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b86c4bb1-b406-424b-ae3d-98f12ad93c46 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/813f9968-d9d9-4c08-a4a6-4265fb56c690 HTTP/1.1" status: 204 len: 168 time: 0.1444545 Aug 09 18:57:51.344750 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.353102 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c4bb1-b406-424b-ae3d-98f12ad93c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813f9968-d9d9-4c08-a4a6-4265fb56c690,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:51.369830 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-d48ef084-5ae0-4a70-9b9f-0ebff0c6c7cf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8780897 Aug 09 18:57:51.385439 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Request body: {'port': {'device_id': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:51.448904 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.554022 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-f63b3ee2-3a27-4044-8863-36b84f92783e None None] Provisioning for port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:51.560074 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-f63b3ee2-3a27-4044-8863-36b84f92783e None None] Provisioning complete for port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:51.560541 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f63b3ee2-3a27-4044-8863-36b84f92783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.624873 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-f63b3ee2-3a27-4044-8863-36b84f92783e None None] Port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:57:51.668441 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876ca85-325f-41ae-a67e-9ab9c1fad70a req-6230e5ad-2426-48d6-9d19-17d3d5a196c9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:51.670812 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d876ca85-325f-41ae-a67e-9ab9c1fad70a req-6230e5ad-2426-48d6-9d19-17d3d5a196c9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 932 time: 0.0645444 Aug 09 18:57:51.720425 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d876ca85-325f-41ae-a67e-9ab9c1fad70a req-e71e92a3-0dc5-4fff-a12a-19c9fc12bfc0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 Aug 09 18:57:51.759330 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e28fe06-aae6-442f-b0de-fee1b9f4f3db {{(pid=93288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:57:51.766826 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.779440 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Transition to ACTIVE for port object 4e28fe06-aae6-442f-b0de-fee1b9f4f3db will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:57:51.783103 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.849415 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Pushing event updated for resources: {'Port': ['ID=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:51.904440 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Attempting to bind port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:57:51.904785 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Attempting to bind port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:57:51.905117 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Attempting to bind port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db on network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:51.909816 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db on network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:57:51.910250 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Attempting to bind port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db on network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:57:51.915783 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:57:51.916153 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Checking segment: {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:57:51.916541 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Bound using segment: {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:57:51.916979 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Bound port: 4e28fe06-aae6-442f-b0de-fee1b9f4f3db, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:57:51.917338 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:51.984619 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] For port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db, host hv-cinder-78299, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:57:51.987794 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] For port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:57:51.992321 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:52.027415 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.028134 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:52.029434 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9707d84c-045b-4def-b049-440307fc7baa service neutron] 10.222.0.26 "PUT /v2.0/ports/4e28fe06-aae6-442f-b0de-fee1b9f4f3db HTTP/1.1" status: 200 len: 1094 time: 0.6504762 Aug 09 18:57:52.029922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'tag': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:52.032135 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8902fcdb-8089-4bc1-bdb4-01d041a62931" -d '{"events": [{"name": "network-changed", "server_uuid": "79c379e6-16ec-4277-a157-a5bbfaa39c93", "tag": "4e28fe06-aae6-442f-b0de-fee1b9f4f3db"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:52.068166 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707d84c-045b-4def-b049-440307fc7baa service neutron] Pushing event updated for resources: {'Port': ['ID=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:52.130320 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9d3b012a-fe16-41ba-abe2-5af3b08c76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.132466 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-9d3b012a-fe16-41ba-abe2-5af3b08c76ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 1097 time: 0.0568495 Aug 09 18:57:52.185940 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-cfbcc52c-7fe7-4f5a-aba3-f78703aecc21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db HTTP/1.1" status: 200 len: 217 time: 0.0420074 Aug 09 18:57:52.244877 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-91d885e2-5b1c-4857-9f20-0effd3c757c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.246373 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-91d885e2-5b1c-4857-9f20-0effd3c757c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 200 len: 849 time: 0.0525763 Aug 09 18:57:52.300723 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-3d2e7e14-c14c-4b40-a5d1-3841aa3eae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.302335 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-3d2e7e14-c14c-4b40-a5d1-3841aa3eae26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482717 Aug 09 18:57:52.306136 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb690201-3815-48f2-a4c9-987c59615395 req-e14e7245-103f-47b4-8096-77c4c4e985ea tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.307875 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fb690201-3815-48f2-a4c9-987c59615395 req-e14e7245-103f-47b4-8096-77c4c4e985ea tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0659139 Aug 09 18:57:52.312935 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfda8eaf-0fe7-4528-8465-a3a7cf5ffef3 x-openstack-request-id: req-dfda8eaf-0fe7-4528-8465-a3a7cf5ffef3 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:52.313301 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c379e6-16ec-4277-a157-a5bbfaa39c93", "tag": "4e28fe06-aae6-442f-b0de-fee1b9f4f3db", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:52.313552 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dfda8eaf-0fe7-4528-8465-a3a7cf5ffef3 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:52.313958 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'tag': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db', 'status': 'completed', 'code': 200} Aug 09 18:57:52.346817 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fb690201-3815-48f2-a4c9-987c59615395 req-365dd5db-936c-4a76-8293-7b335867d332 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Aug 09 18:57:52.401221 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-0e799466-658f-46ec-abc8-94765a04b29b service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863221 Aug 09 18:57:52.492382 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-a36db1a7-b5eb-4a8b-b340-4f672ae40bfc req-6e31497b-1499-47d5-aece-2e5b9b779ea8 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834255 Aug 09 18:57:52.598932 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-c9e38c98-8c93-408a-8ff4-9bfab3d34879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.601383 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-c9e38c98-8c93-408a-8ff4-9bfab3d34879 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 1097 time: 0.0449076 Aug 09 18:57:52.703309 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-04c34b1e-0c42-4a1c-9ae1-fea315159966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.704842 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-04c34b1e-0c42-4a1c-9ae1-fea315159966 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 911 time: 0.0880468 Aug 09 18:57:52.751777 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-4b5d263e-0cc3-4844-a32b-3e04d73f4224 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db HTTP/1.1" status: 200 len: 217 time: 0.0339255 Aug 09 18:57:52.809978 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-fdd2fe24-a5e8-4c71-963f-2e5d14e05c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.811478 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-fdd2fe24-a5e8-4c71-963f-2e5d14e05c4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 200 len: 849 time: 0.0513752 Aug 09 18:57:52.829500 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device ed14ee39-e182-4ca8-879d-18e22eb0cc99 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:52.846163 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be143a42-55a2-44b6-b608-e00e0094c6e2 req-05bff87d-3a7c-40d4-af6a-2c057355eed7 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.847850 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-be143a42-55a2-44b6-b608-e00e0094c6e2 req-05bff87d-3a7c-40d4-af6a-2c057355eed7 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 944 time: 0.0537705 Aug 09 18:57:52.864071 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-024a9275-e86b-44fc-bdca-0759127a3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:52.865496 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-024a9275-e86b-44fc-bdca-0759127a3d8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426242 Aug 09 18:57:52.880470 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port ed14ee39-e182-4ca8-879d-18e22eb0cc99 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:52.880846 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:52.886367 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-be143a42-55a2-44b6-b608-e00e0094c6e2 req-06f03ab2-6ac3-4a9c-8498-d653bae37ad1 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325017 Aug 09 18:57:52.964627 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-3a5e25d5-d8f1-41c4-b0c1-96cdb024ef0e service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901515 Aug 09 18:57:53.056974 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8902fcdb-8089-4bc1-bdb4-01d041a62931 req-c516312d-c5d3-462d-a06e-e8090ec7d27b service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843239 Aug 09 18:57:53.460439 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7780e7-6263-4227-ac7a-b7eb34d26416 req-45e04a53-c5be-4d09-a819-696dc0c57565 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:53.461826 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ef7780e7-6263-4227-ac7a-b7eb34d26416 req-45e04a53-c5be-4d09-a819-696dc0c57565 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0484915 Aug 09 18:57:53.501119 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ef7780e7-6263-4227-ac7a-b7eb34d26416 req-f08fc23d-f4ba-47e2-9944-1c61d7d4d602 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333438 Aug 09 18:57:53.922613 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 97926761-04a8-4eaa-9312-a9c683d8ff7e details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:57:54.006931 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4c8ed-67b6-423c-a395-bdf5d687be28 req-aff40ba5-b229-4054-a000-74c6d5005310 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:54.008421 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c4b4c8ed-67b6-423c-a395-bdf5d687be28 req-aff40ba5-b229-4054-a000-74c6d5005310 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 944 time: 0.0524147 Aug 09 18:57:54.020264 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:54.032015 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'port_id': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'mac_address': 'fa:16:3e:50:a2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:57:54.045856 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c4b4c8ed-67b6-423c-a395-bdf5d687be28 req-dc61b4c2-a5e9-4612-80ea-112d04f3569a tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309746 Aug 09 18:57:54.069716 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:54.082030 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97926761-04a8-4eaa-9312-a9c683d8ff7e {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:57:54.102491 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:54.107161 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:54.108333 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 4e28fe06-aae6-442f-b0de-fee1b9f4f3db details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:57:54.209066 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=97926761-04a8-4eaa-9312-a9c683d8ff7e,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:54.248903 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:54.262310 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'port_id': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db', 'mac_address': 'fa:16:3e:21:07:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:57:54.300387 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:54.316853 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e28fe06-aae6-442f-b0de-fee1b9f4f3db {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:57:54.336927 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:54.341273 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:54.391074 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:54.593095 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['97926761-04a8-4eaa-9312-a9c683d8ff7e'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:57:54.597974 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['4e28fe06-aae6-442f-b0de-fee1b9f4f3db'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:57:54.668196 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc47251-6def-45de-a48a-aa477f6afca8 req-a4713035-2ae5-4dbb-b91c-7451355e7d5a tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:54.670104 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3dc47251-6def-45de-a48a-aa477f6afca8 req-a4713035-2ae5-4dbb-b91c-7451355e7d5a tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 945 time: 0.0507693 Aug 09 18:57:54.710830 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3dc47251-6def-45de-a48a-aa477f6afca8 req-cae96b23-193a-4af7-9c92-4f0d5a027afd tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Aug 09 18:57:55.159968 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796955e-46ff-4f4e-bf92-e093729e6cae req-5914f60f-6d41-4df6-ab9d-1d9146a67a93 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:55.161327 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2796955e-46ff-4f4e-bf92-e093729e6cae req-5914f60f-6d41-4df6-ab9d-1d9146a67a93 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 945 time: 0.0476511 Aug 09 18:57:55.198851 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2796955e-46ff-4f4e-bf92-e093729e6cae req-56308a9c-3871-4484-83ef-223840aec889 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Aug 09 18:57:55.826152 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856438b-f839-4d1d-b19a-d9923e4a73eb req-8276743a-16a4-428c-b310-f429ce3d0a1c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:55.827613 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e856438b-f839-4d1d-b19a-d9923e4a73eb req-8276743a-16a4-428c-b310-f429ce3d0a1c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 945 time: 0.0510092 Aug 09 18:57:55.864328 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e856438b-f839-4d1d-b19a-d9923e4a73eb req-d4830325-1294-4a30-b79d-0f77ea1e2f6e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305707 Aug 09 18:57:55.932896 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 97926761-04a8-4eaa-9312-a9c683d8ff7e up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:55.984605 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 97926761-04a8-4eaa-9312-a9c683d8ff7e completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:55.989073 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 97926761-04a8-4eaa-9312-a9c683d8ff7e triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:55.989394 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:56.064719 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:56.091226 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:56.093563 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb08352-d8ab-4f49-a40b-9c6eac80fd0f" -d '{"events": [{"server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "name": "network-vif-plugged", "status": "completed", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:56.107466 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:56.112578 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:56.113404 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 4e28fe06-aae6-442f-b0de-fee1b9f4f3db up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:57:56.143806 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb1bad4-72ac-4526-ba8e-a31513b6181f x-openstack-request-id: req-0cb1bad4-72ac-4526-ba8e-a31513b6181f {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:56.144271 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "name": "network-vif-plugged", "status": "completed", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:56.144405 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cb1bad4-72ac-4526-ba8e-a31513b6181f {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:56.144795 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'code': 200} Aug 09 18:57:56.202619 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=97926761-04a8-4eaa-9312-a9c683d8ff7e,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:56.215307 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:57:56.218968 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:57:56.219345 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:56.318396 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:56.334349 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0cf2f-5242-42b0-830b-7ef57d72cb61 req-0b0c5c76-c069-40b5-8abc-169e7c54a654 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:56.335775 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81b0cf2f-5242-42b0-830b-7ef57d72cb61 req-0b0c5c76-c069-40b5-8abc-169e7c54a654 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 945 time: 0.0594115 Aug 09 18:57:56.355401 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:57:56.360465 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:56.388847 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81b0cf2f-5242-42b0-830b-7ef57d72cb61 req-7b3353de-d74c-4109-83e0-44dfdbc991d7 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427933 Aug 09 18:57:56.390142 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86414c86-574e-4661-897f-c5a192bbf18d req-51bd46cc-525e-40d7-a4bb-f8d8d7095ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:56.393198 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-86414c86-574e-4661-897f-c5a192bbf18d req-51bd46cc-525e-40d7-a4bb-f8d8d7095ce9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1099 time: 0.0503767 Aug 09 18:57:56.416109 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:56.443315 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-86414c86-574e-4661-897f-c5a192bbf18d req-9fcc5797-c227-471a-8fb3-c2f456239d07 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 Aug 09 18:57:56.976989 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e503b78-f2c6-42e4-86c5-895c9b8be411 req-c0c22509-adcf-4ea5-a8d0-81eab3d59660 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:56.978447 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e503b78-f2c6-42e4-86c5-895c9b8be411 req-c0c22509-adcf-4ea5-a8d0-81eab3d59660 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0483048 Aug 09 18:57:57.014753 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e503b78-f2c6-42e4-86c5-895c9b8be411 req-a887482f-5401-4379-92df-e94f2fb1de42 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304120 Aug 09 18:57:57.503793 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d72f-b410-4471-9298-8cd47b484369 req-bcd7d438-e69c-46e3-a66c-8680e76b1d22 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:57.505309 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4591d72f-b410-4471-9298-8cd47b484369 req-bcd7d438-e69c-46e3-a66c-8680e76b1d22 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0523932 Aug 09 18:57:57.542882 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4591d72f-b410-4471-9298-8cd47b484369 req-e47e1243-314c-40eb-a8af-ddfc2402299d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Aug 09 18:57:58.126555 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59464176-e7cb-4655-a78d-620a08344f64 req-4bc9ee9c-0fce-496d-877e-94b789099637 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:58.128026 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59464176-e7cb-4655-a78d-620a08344f64 req-4bc9ee9c-0fce-496d-877e-94b789099637 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0469956 Aug 09 18:57:58.145769 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:57:58.148346 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f661ed0-0f2b-4fa7-a934-b2aabb50155f" -d '{"events": [{"server_uuid": "79c379e6-16ec-4277-a157-a5bbfaa39c93", "name": "network-vif-plugged", "status": "completed", "tag": "4e28fe06-aae6-442f-b0de-fee1b9f4f3db"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:57:58.168162 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-59464176-e7cb-4655-a78d-620a08344f64 req-b9161119-7ec1-4aba-9120-e8b45628e346 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341763 Aug 09 18:57:58.194393 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2fdfdc-33e0-44ad-9001-24a1051ac25e x-openstack-request-id: req-5e2fdfdc-33e0-44ad-9001-24a1051ac25e {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:57:58.194689 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c379e6-16ec-4277-a157-a5bbfaa39c93", "name": "network-vif-plugged", "status": "completed", "tag": "4e28fe06-aae6-442f-b0de-fee1b9f4f3db", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:57:58.194942 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e2fdfdc-33e0-44ad-9001-24a1051ac25e {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:57:58.195342 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db', 'code': 200} Aug 09 18:57:58.289764 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb3cae-f8ad-426d-9b7e-6cc36a73152b req-604b3a8e-f77c-4ba2-8d0c-cf4eb9155403 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:58.291338 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c4eb3cae-f8ad-426d-9b7e-6cc36a73152b req-604b3a8e-f77c-4ba2-8d0c-cf4eb9155403 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0510623 Aug 09 18:57:58.331151 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c4eb3cae-f8ad-426d-9b7e-6cc36a73152b req-2a3dd249-c78f-41f6-b0ee-e16f6d1e1c27 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335398 Aug 09 18:57:58.352771 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52180) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:58.365152 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6204b-cfca-4384-863b-d3c1bc40602d req-a265b6bb-a51b-44a5-8e73-c72a529fa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:58.366649 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-28e6204b-cfca-4384-863b-d3c1bc40602d req-a265b6bb-a51b-44a5-8e73-c72a529fa3f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 1099 time: 0.0435321 Aug 09 18:57:58.403169 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-28e6204b-cfca-4384-863b-d3c1bc40602d req-eba29d56-6388-4db9-8f5b-38963f4498f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288405 Aug 09 18:57:58.500020 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:58.542846 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f48c84-f0b3-4902-a5d2-3bc4f911f5af tempest-TestShelveInstance-324799855 tempest-TestShelveInstance-324799855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:58.544330 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-d5f48c84-f0b3-4902-a5d2-3bc4f911f5af tempest-TestShelveInstance-324799855 tempest-TestShelveInstance-324799855-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1094 time: 0.1905730 Aug 09 18:57:58.547241 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52184) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:57:58.552123 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Request body: {'floatingip': {'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'port_id': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:57:58.575011 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for floatingip, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:58.683934 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ad03-a08e-4d78-beb6-105fb5613d54 req-b2d763dd-d2a0-4455-8491-d5e9906707be tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:58.685438 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3969ad03-a08e-4d78-beb6-105fb5613d54 req-b2d763dd-d2a0-4455-8491-d5e9906707be tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0699832 Aug 09 18:57:58.738516 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3969ad03-a08e-4d78-beb6-105fb5613d54 req-94d6e062-da75-4120-9088-5ae560cd2270 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465040 Aug 09 18:57:58.744551 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:58.847776 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Allocated IP 172.27.1.120 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/2bfe4133-142d-4d12-8895-93b5f6db058c) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:57:58.948381 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:58.987915 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:59.029685 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:57:59.033249 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:57:59.037600 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:57:59.043103 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'Port': ['ID=2bfe4133-142d-4d12-8895-93b5f6db058c,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:57:59.591875 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33789f41-9484-43b2-a906-1c27adf1bb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:59.645293 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:59.712018 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:59.881750 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2ac64-1de9-47df-9c3f-7b1e34a4a99c req-6e65c011-7711-40d9-a616-1528c9ccfa34 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:57:59.883135 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a6c2ac64-1de9-47df-9c3f-7b1e34a4a99c req-6e65c011-7711-40d9-a616-1528c9ccfa34 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0764005 Aug 09 18:57:59.918699 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:59.925340 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:57:59.962924 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a6c2ac64-1de9-47df-9c3f-7b1e34a4a99c req-6ea6d5ff-583c-428b-b03a-de69c91d7faf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727310 Aug 09 18:57:59.999913 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event updated for resources: {'Port': ['ID=2bfe4133-142d-4d12-8895-93b5f6db058c,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:58:00.014214 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:00.141822 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e487-2065-4128-b1a0-852e9dcf548c req-89d1282d-a510-4290-a2cc-556492dd3eef tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:00.143304 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2029e487-2065-4128-b1a0-852e9dcf548c req-89d1282d-a510-4290-a2cc-556492dd3eef tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0928760 Aug 09 18:58:00.150530 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.l3_db [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Floating IP 8b46e90d-c636-49b2-a288-b511bd4a6d23 associated. External IP: 172.27.1.120, port: 97926761-04a8-4eaa-9312-a9c683d8ff7e. Aug 09 18:58:00.152702 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 52196) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:58:00.157379 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-cc01a5ea-1026-45b1-9844-43557dbf7e69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'floatingip': {'port_id': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:58:00.204482 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cc01a5ea-1026-45b1-9844-43557dbf7e69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:00.362300 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:58:00.468251 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:58:00.479785 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] Sync routers for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:58:00.485171 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:00.490865 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:58:00.491560 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:58:00.513924 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-2318ea83-bd47-4abe-b67d-85ac17e2254c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9656458 Aug 09 18:58:00.514552 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:58:00.516965 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac43ad98-1c6b-4339-a7bb-af814a2664f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:58:00.616553 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:58:00.638639 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecc38e6-784d-4542-8541-65b6dc962a3a x-openstack-request-id: req-6ecc38e6-784d-4542-8541-65b6dc962a3a {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:58:00.638882 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:58:00.639157 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ecc38e6-784d-4542-8541-65b6dc962a3a {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:58:00.639528 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'status': 'completed', 'code': 200} Aug 09 18:58:00.790722 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-e2568a4f-b916-47e1-8ab9-a4eaadd6527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:00.792705 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-e2568a4f-b916-47e1-8ab9-a4eaadd6527d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbd8537f7c574bdf9671c0c1331507ce&device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1099 time: 0.0885792 Aug 09 18:58:00.967129 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-99c9012b-28cb-43a5-bcc0-ca793a5011af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:00.968631 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-99c9012b-28cb-43a5-bcc0-ca793a5011af service neutron] 10.222.0.26 "GET /v2.0/networks?id=79d7113b-06f2-4dc8-a824-1775b671c199 HTTP/1.1" status: 200 len: 910 time: 0.1685119 Aug 09 18:58:00.974507 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cc01a5ea-1026-45b1-9844-43557dbf7e69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:00.983025 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cc01a5ea-1026-45b1-9844-43557dbf7e69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:01.023044 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '8b46e90d-c636-49b2-a288-b511bd4a6d23', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'port_id': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'mac_address': 'fa:16:3e:50:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:59Z', 'updated_at': '2021-08-09T18:57:59Z', 'revision_number': 0, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9739925-0088-47c8-99e6-6e0ca21adf54', 'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'mac_address': 'fa:16:3e:6b:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:07Z', 'updated_at': '2021-08-09T18:57:15Z', 'revision_number': 5, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'subnets': [{'id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:58:01.049415 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] Checking router: 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:58:01.057909 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:58:01.058526 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:58:01.077289 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-3772305b-0fc5-4229-b518-61d6018a40cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e HTTP/1.1" status: 200 len: 1000 time: 0.1011176 Aug 09 18:58:01.167038 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:58:01.169887 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [None req-cc01a5ea-1026-45b1-9844-43557dbf7e69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Floating IP d3393b48-4c07-40e1-bf7b-23c3a90899fa associated. External IP: 172.27.1.182, port: 4e28fe06-aae6-442f-b0de-fee1b9f4f3db. Aug 09 18:58:01.172811 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-913497a0-0405-4841-a63a-eb2d45f87dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:01.174435 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-913497a0-0405-4841-a63a-eb2d45f87dad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=060e4672-ab6d-4fe9-a456-f46ddc6bce7f HTTP/1.1" status: 200 len: 848 time: 0.0717027 Aug 09 18:58:01.289506 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-05a1b5ca-696f-482d-9645-621dea780ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:01.291015 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-05a1b5ca-696f-482d-9645-621dea780ff2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79d7113b-06f2-4dc8-a824-1775b671c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853462 Aug 09 18:58:01.390038 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '8b46e90d-c636-49b2-a288-b511bd4a6d23', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'port_id': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'mac_address': 'fa:16:3e:50:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:59Z', 'updated_at': '2021-08-09T18:57:59Z', 'revision_number': 0, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9739925-0088-47c8-99e6-6e0ca21adf54', 'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'mac_address': 'fa:16:3e:6b:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:07Z', 'updated_at': '2021-08-09T18:57:15Z', 'revision_number': 5, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'subnets': [{'id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:58:01.420030 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2aff7-ee3e-465b-a926-37a41737675d None None] The sync data for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi is: [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '8b46e90d-c636-49b2-a288-b511bd4a6d23', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'floating_ip_address': '172.27.1.120', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'port_id': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'mac_address': 'fa:16:3e:50:a2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:59Z', 'updated_at': '2021-08-09T18:57:59Z', 'revision_number': 0, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9739925-0088-47c8-99e6-6e0ca21adf54', 'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'mac_address': 'fa:16:3e:6b:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:07Z', 'updated_at': '2021-08-09T18:57:15Z', 'revision_number': 5, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'subnets': [{'id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:58:01.467398 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-f9c774a4-d7cd-4eeb-bf3c-008ddb19b088 service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662228 Aug 09 18:58:01.529556 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc01a5ea-1026-45b1-9844-43557dbf7e69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Router 95eb260c-9970-4e6d-9e27-2297708fd3c2 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:58:01.621724 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-ac43ad98-1c6b-4339-a7bb-af814a2664f9 req-ebc7fbea-63bb-4060-a8fb-8bf279c8d77e service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470222 Aug 09 18:58:01.629178 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b8470-4e47-4e27-bf96-54a2441f1275 None None] New status for floating IP 8b46e90d-c636-49b2-a288-b511bd4a6d23: ACTIVE {{(pid=93291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:58:01.676035 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc01a5ea-1026-45b1-9844-43557dbf7e69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:58:01.681042 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cc01a5ea-1026-45b1-9844-43557dbf7e69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:01.689727 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] Sync routers for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:58:01.702820 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:58:01.703495 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:58:01.712585 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-cc01a5ea-1026-45b1-9844-43557dbf7e69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "PUT /v2.0/floatingips/d3393b48-4c07-40e1-bf7b-23c3a90899fa HTTP/1.1" status: 200 len: 992 time: 1.5560215 Aug 09 18:58:01.712585 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'tag': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:58:01.713013 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73128c20-c807-43aa-bfdc-08afc227701f" -d '{"events": [{"name": "network-changed", "server_uuid": "79c379e6-16ec-4277-a157-a5bbfaa39c93", "tag": "4e28fe06-aae6-442f-b0de-fee1b9f4f3db"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:58:01.761433 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7381ee45-edaa-4150-a6b6-d3b2191c0272 x-openstack-request-id: req-7381ee45-edaa-4150-a6b6-d3b2191c0272 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:58:01.761924 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c379e6-16ec-4277-a157-a5bbfaa39c93", "tag": "4e28fe06-aae6-442f-b0de-fee1b9f4f3db", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:58:01.762334 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7381ee45-edaa-4150-a6b6-d3b2191c0272 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:58:01.763430 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'tag': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db', 'status': 'completed', 'code': 200} Aug 09 18:58:01.828528 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:58:01.833933 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128c20-c807-43aa-bfdc-08afc227701f req-49b5f51b-d45e-4a00-933e-9aea660abe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:01.835527 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-73128c20-c807-43aa-bfdc-08afc227701f req-49b5f51b-d45e-4a00-933e-9aea660abe2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 1099 time: 0.0478420 Aug 09 18:58:01.943863 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128c20-c807-43aa-bfdc-08afc227701f req-fc4bac1e-a412-42c2-b6ed-0ec97d7df6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:01.945442 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-73128c20-c807-43aa-bfdc-08afc227701f req-fc4bac1e-a412-42c2-b6ed-0ec97d7df6b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 911 time: 0.0979357 Aug 09 18:58:02.018245 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-73128c20-c807-43aa-bfdc-08afc227701f req-ecb0e74c-7e94-411c-b185-580aa10a33ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db HTTP/1.1" status: 200 len: 1000 time: 0.0642538 Aug 09 18:58:02.059958 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': 'd3393b48-4c07-40e1-bf7b-23c3a90899fa', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'port_id': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'mac_address': 'fa:16:3e:21:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:48Z', 'updated_at': '2021-08-09T18:58:00Z', 'revision_number': 1, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:58:02.071523 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128c20-c807-43aa-bfdc-08afc227701f req-ef6d9f82-da1e-44cd-9d24-00386cbf11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:02.073027 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-73128c20-c807-43aa-bfdc-08afc227701f req-ef6d9f82-da1e-44cd-9d24-00386cbf11d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 200 len: 849 time: 0.0455949 Aug 09 18:58:02.089870 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] Checking router: 95eb260c-9970-4e6d-9e27-2297708fd3c2 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:58:02.098876 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:58:02.099485 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:57:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:58:02.127694 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73128c20-c807-43aa-bfdc-08afc227701f req-2b8781dc-bdff-409e-9b4c-1baaab5babd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:02.129246 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-73128c20-c807-43aa-bfdc-08afc227701f req-2b8781dc-bdff-409e-9b4c-1baaab5babd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450947 Aug 09 18:58:02.199829 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:58:02.224434 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-73128c20-c807-43aa-bfdc-08afc227701f req-402f956d-fac6-41f2-bff4-db4894ad4726 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866261 Aug 09 18:58:02.320402 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-73128c20-c807-43aa-bfdc-08afc227701f req-fb388fc4-c0bb-46c4-8065-39412c417cde service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866051 Aug 09 18:58:02.371916 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f3b2cba1-d678-4c14-b6e6-dc5f6bfb4954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:02.440568 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': 'd3393b48-4c07-40e1-bf7b-23c3a90899fa', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'port_id': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'mac_address': 'fa:16:3e:21:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:48Z', 'updated_at': '2021-08-09T18:58:00Z', 'revision_number': 1, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:58:02.476019 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b8982-6e57-4721-984e-1b5c87b490c7 None None] The sync data for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi is: [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': 'd3393b48-4c07-40e1-bf7b-23c3a90899fa', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'port_id': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'mac_address': 'fa:16:3e:21:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:57:48Z', 'updated_at': '2021-08-09T18:58:00Z', 'revision_number': 1, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:58:02.483072 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:02.662561 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945040ee-4377-45c5-9c99-a50f235e37a4 None None] New status for floating IP d3393b48-4c07-40e1-bf7b-23c3a90899fa: ACTIVE {{(pid=93291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:58:03.273109 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:05.089246 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:05.810512 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:58:16.520864 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05656b3-3def-44cd-b6ba-d0a9a20e9d4d req-80d728df-d524-4b13-a80b-c0dee957e055 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:16.522382 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f05656b3-3def-44cd-b6ba-d0a9a20e9d4d req-80d728df-d524-4b13-a80b-c0dee957e055 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0491912 Aug 09 18:58:16.561763 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f05656b3-3def-44cd-b6ba-d0a9a20e9d4d req-8456a8f0-6c89-42af-bdd6-d7dc01abd971 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330894 Aug 09 18:58:17.688311 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bd2ef-70ce-4f3c-a878-3b63cff4d652 req-77c88072-85c3-4272-9b2a-97a9ce7af9b6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:17.689861 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5b5bd2ef-70ce-4f3c-a878-3b63cff4d652 req-77c88072-85c3-4272-9b2a-97a9ce7af9b6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0540388 Aug 09 18:58:17.728154 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5b5bd2ef-70ce-4f3c-a878-3b63cff4d652 req-ed770fd8-f5b0-4458-959e-b6e5e7666dfc tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323834 Aug 09 18:58:18.849549 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58664e10-9b1a-4f40-876b-6858f1b6348c req-2a0300d0-dccf-4cf4-b593-6b7d9f8dc709 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:18.851076 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-58664e10-9b1a-4f40-876b-6858f1b6348c req-2a0300d0-dccf-4cf4-b593-6b7d9f8dc709 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0489485 Aug 09 18:58:18.889277 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-58664e10-9b1a-4f40-876b-6858f1b6348c req-46a2b173-d52e-4931-98de-53c3d8a3d423 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323088 Aug 09 18:58:20.013977 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b269b-c686-4f28-88af-1a04aa0d7e94 req-844d06da-4d67-45ea-a86c-f4d5b982b947 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:20.015529 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-695b269b-c686-4f28-88af-1a04aa0d7e94 req-844d06da-4d67-45ea-a86c-f4d5b982b947 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0516927 Aug 09 18:58:20.056062 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-695b269b-c686-4f28-88af-1a04aa0d7e94 req-c06b49ae-4957-47a7-b96a-551b24b03dc0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341883 Aug 09 18:58:21.201104 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70be13d-0aaa-4c4d-bca1-f65bd22f6b70 req-15a30b8b-725a-4641-b30d-8d99cc676354 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:21.202908 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c70be13d-0aaa-4c4d-bca1-f65bd22f6b70 req-15a30b8b-725a-4641-b30d-8d99cc676354 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0544693 Aug 09 18:58:21.241762 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c70be13d-0aaa-4c4d-bca1-f65bd22f6b70 req-ac355d30-001c-429f-9442-faf84cfdef41 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324607 Aug 09 18:58:22.363745 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee643c-4d24-45cf-a56c-0df79e9b2688 req-439561b8-dfa9-4d27-8b6b-1d17e4a8578f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:22.365257 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6bee643c-4d24-45cf-a56c-0df79e9b2688 req-439561b8-dfa9-4d27-8b6b-1d17e4a8578f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0516334 Aug 09 18:58:22.406911 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6bee643c-4d24-45cf-a56c-0df79e9b2688 req-0959bfbe-d529-421b-a622-d02a95b8e208 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349700 Aug 09 18:58:23.523998 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bb013-186f-473d-b1ed-cb5814e0d21b req-00bd2bf5-d472-4df5-9774-bb14045d1448 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:23.525520 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d15bb013-186f-473d-b1ed-cb5814e0d21b req-00bd2bf5-d472-4df5-9774-bb14045d1448 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0477512 Aug 09 18:58:23.563013 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d15bb013-186f-473d-b1ed-cb5814e0d21b req-71e84b29-5c35-4403-9ae0-8dd8bbc41764 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313337 Aug 09 18:58:24.691361 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40de6c-579e-48c3-a1b3-a81cc7cb8597 req-3075fb14-0fae-4d6b-9257-06c1babf5a90 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:24.692943 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3a40de6c-579e-48c3-a1b3-a81cc7cb8597 req-3075fb14-0fae-4d6b-9257-06c1babf5a90 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0574160 Aug 09 18:58:24.732798 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3a40de6c-579e-48c3-a1b3-a81cc7cb8597 req-c9d9725c-f3af-4987-8e34-c9308fc5f0cb tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339291 Aug 09 18:58:25.856103 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6eef5-e5cf-4efc-8145-70d6f60f19ba req-ad58ae9d-9336-4f74-9c8c-0b713140e282 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:25.857709 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d4e6eef5-e5cf-4efc-8145-70d6f60f19ba req-ad58ae9d-9336-4f74-9c8c-0b713140e282 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0503092 Aug 09 18:58:25.897888 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d4e6eef5-e5cf-4efc-8145-70d6f60f19ba req-f3478ac3-f76c-4768-945b-888a8754f0c6 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337920 Aug 09 18:58:27.023098 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717a9ea-8ebe-4ee8-a060-cee8cc6894b2 req-89f0d430-2d72-46d4-b5e9-56622b4e6f38 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:27.024567 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8717a9ea-8ebe-4ee8-a060-cee8cc6894b2 req-89f0d430-2d72-46d4-b5e9-56622b4e6f38 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0516415 Aug 09 18:58:27.064838 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8717a9ea-8ebe-4ee8-a060-cee8cc6894b2 req-ec6d2f30-8231-43d2-8bbf-a1a7a38bb0d9 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342352 Aug 09 18:58:28.107520 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:58:28.194879 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dd4e0-03b8-4c79-809e-c6f71046e598 req-a4b838c1-81fc-4293-860c-4124db7056d3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:28.196375 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-809dd4e0-03b8-4c79-809e-c6f71046e598 req-a4b838c1-81fc-4293-860c-4124db7056d3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0553205 Aug 09 18:58:28.213639 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:58:28.226993 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'port_id': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'mac_address': 'fa:16:3e:d0:a8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:58:28.236942 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-809dd4e0-03b8-4c79-809e-c6f71046e598 req-c6d79ec6-42a2-4085-8acf-eb168261d1ad tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346394 Aug 09 18:58:28.266479 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:28.279476 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b28810fa-2312-4f50-893d-37d658b6ac87 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:58:28.300807 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:58:28.308747 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:28.365002 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=6']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:58:28.372382 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.372739 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.373083 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.373432 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.373769 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.374105 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.374439 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.374770 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.375097 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.375418 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.375810 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.376170 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:58:28.409357 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['b28810fa-2312-4f50-893d-37d658b6ac87'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:58:28.542926 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:29.378793 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965f7e7-6781-4515-9da7-d90b206b4c8c req-c5074603-3c36-455e-bff0-1cf2c881c305 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:29.380326 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c965f7e7-6781-4515-9da7-d90b206b4c8c req-c5074603-3c36-455e-bff0-1cf2c881c305 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 945 time: 0.0580161 Aug 09 18:58:29.420826 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c965f7e7-6781-4515-9da7-d90b206b4c8c req-b16d3b23-49c8-4dd2-8d57-32c18a687b9a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343685 Aug 09 18:58:29.600480 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0d6c77cd-d6e4-45c8-aa02-85d9d9e0c944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:30.122206 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:58:30.195050 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port b28810fa-2312-4f50-893d-37d658b6ac87 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:58:30.195798 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:30.289544 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:30.332743 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:58:30.337226 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec743531-5130-489d-9252-dcb852fdec37" -d '{"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-plugged", "status": "completed", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:58:30.362145 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:58:30.369166 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:30.457332 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=7']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:58:30.475584 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdef159-9759-4eca-8fcf-a05fdba0b5fe x-openstack-request-id: req-0bdef159-9759-4eca-8fcf-a05fdba0b5fe {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:58:30.475843 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-plugged", "status": "completed", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:58:30.476073 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0bdef159-9759-4eca-8fcf-a05fdba0b5fe {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:58:30.476477 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'code': 200} Aug 09 18:58:30.576330 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcb072-ffdf-4c81-bcb7-ea2bd390d465 req-ea61b090-e9e7-408c-b10d-d7184821b7e5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:30.590639 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b0dcb072-ffdf-4c81-bcb7-ea2bd390d465 req-ea61b090-e9e7-408c-b10d-d7184821b7e5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0849369 Aug 09 18:58:30.641359 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b0dcb072-ffdf-4c81-bcb7-ea2bd390d465 req-1ffc4b3a-a9e5-43ae-8135-4970bee8e5b2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489442 Aug 09 18:58:31.795435 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be3055-eb77-4770-a2bb-2964ed5bed1b req-bb1d51ae-0135-4c78-83a5-8d3b07215e4c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:31.803705 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b8be3055-eb77-4770-a2bb-2964ed5bed1b req-bb1d51ae-0135-4c78-83a5-8d3b07215e4c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0660207 Aug 09 18:58:31.849168 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b8be3055-eb77-4770-a2bb-2964ed5bed1b req-396c219f-9768-4b97-bdb5-9b2eb5650bab tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443811 Aug 09 18:58:32.382880 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-85b50175-fe5a-475c-be06-b238799adab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:32.483041 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:33.048608 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632ce20-f08a-4c5d-89c3-a164b95c4bab req-d42c95d4-02bb-45fa-8134-f4d9c46d2487 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:33.050481 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8632ce20-f08a-4c5d-89c3-a164b95c4bab req-d42c95d4-02bb-45fa-8134-f4d9c46d2487 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0858667 Aug 09 18:58:33.130451 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8632ce20-f08a-4c5d-89c3-a164b95c4bab req-df4659af-e8d7-45eb-8de5-dafd3c46240e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673399 Aug 09 18:58:33.291693 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:34.338325 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5545d29-93f3-4bad-8882-27bdec7e7c35 req-e4e6d75e-c446-410e-bd32-3890dc08a28f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:34.340003 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b5545d29-93f3-4bad-8882-27bdec7e7c35 req-e4e6d75e-c446-410e-bd32-3890dc08a28f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0821898 Aug 09 18:58:34.394197 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b5545d29-93f3-4bad-8882-27bdec7e7c35 req-63ab085b-2346-43a2-933a-66bbebfe7ed5 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467730 Aug 09 18:58:35.252482 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:35.591063 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1763-ab0b-43ec-aa13-db93a85a1acb req-d5448b65-629e-4af3-a7ee-7f28d1674b2c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:35.593138 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ec7b1763-ab0b-43ec-aa13-db93a85a1acb req-d5448b65-629e-4af3-a7ee-7f28d1674b2c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0932863 Aug 09 18:58:35.644378 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ec7b1763-ab0b-43ec-aa13-db93a85a1acb req-1333a17e-c704-41d8-b1f2-7f2d3ce33066 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Aug 09 18:58:36.856886 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9cddc-d484-48b7-a19c-b144d9a69883 req-4b2974f7-3e35-4872-9f75-e484b32b0a7a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:36.859301 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-deb9cddc-d484-48b7-a19c-b144d9a69883 req-4b2974f7-3e35-4872-9f75-e484b32b0a7a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0916412 Aug 09 18:58:36.921705 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-deb9cddc-d484-48b7-a19c-b144d9a69883 req-bdeab136-58a8-48d1-bc12-2f946d593b92 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512300 Aug 09 18:58:38.098800 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30020-f323-4994-98c6-781c5cf801c6 req-c647c35c-a98b-48be-af18-d73ff079d4cc tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:38.106606 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2df30020-f323-4994-98c6-781c5cf801c6 req-c647c35c-a98b-48be-af18-d73ff079d4cc tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0647755 Aug 09 18:58:38.151637 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2df30020-f323-4994-98c6-781c5cf801c6 req-752eb688-8d38-4807-b32c-97979894149c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 Aug 09 18:58:39.281658 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e8267-1286-4b60-a368-f1ca3cf9fce9 req-e8349afc-28fb-40db-97f2-826f97f7b2ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:39.283724 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f04e8267-1286-4b60-a368-f1ca3cf9fce9 req-e8349afc-28fb-40db-97f2-826f97f7b2ac tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0549417 Aug 09 18:58:39.336984 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f04e8267-1286-4b60-a368-f1ca3cf9fce9 req-d8726e86-f512-499f-82fd-37e4d71729b3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466354 Aug 09 18:58:40.068144 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-a1bc5d3e-2a7e-4027-927a-2c8a7091a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:40.069628 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-a1bc5d3e-2a7e-4027-927a-2c8a7091a12d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 1099 time: 0.0411816 Aug 09 18:58:40.164477 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-d67c4fbd-9200-4c36-8c81-537392847568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:40.165966 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-d67c4fbd-9200-4c36-8c81-537392847568 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.0873165 Aug 09 18:58:40.242338 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-6a323b5b-7b5b-4502-b003-485596aa75aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28810fa-2312-4f50-893d-37d658b6ac87 HTTP/1.1" status: 200 len: 1002 time: 0.0629847 Aug 09 18:58:40.298112 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-10660b48-b7e1-4fe9-82eb-bf73b3aae976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:40.299578 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-10660b48-b7e1-4fe9-82eb-bf73b3aae976 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.0475974 Aug 09 18:58:40.353871 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-734bcc0b-fde8-4c12-9377-f70cba36267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:40.355391 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-734bcc0b-fde8-4c12-9377-f70cba36267a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481181 Aug 09 18:58:40.473164 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45e202-2750-4af5-9bc6-bc34bb1ed6c8 req-54cda5a0-7b87-43ff-85ae-2ce69d01bb60 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:40.474668 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aa45e202-2750-4af5-9bc6-bc34bb1ed6c8 req-54cda5a0-7b87-43ff-85ae-2ce69d01bb60 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0520804 Aug 09 18:58:40.514513 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aa45e202-2750-4af5-9bc6-bc34bb1ed6c8 req-8689ef61-3b9c-432a-8be5-88bbf76c75fb tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338011 Aug 09 18:58:40.637365 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-3c272976-5896-45a7-b15b-f6c996631d8f service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744970 Aug 09 18:58:40.741115 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-e68e0e74-9514-407f-8192-84b6d13711c0 req-c69c1993-7de7-4b17-aaf1-cfe3a28f7505 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958109 Aug 09 18:58:41.635813 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f524584-2ef0-4785-8da0-890c461093c3 req-f0381b6d-a860-48e8-8b1a-dadf34d94653 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:41.637341 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0f524584-2ef0-4785-8da0-890c461093c3 req-f0381b6d-a860-48e8-8b1a-dadf34d94653 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 946 time: 0.0493279 Aug 09 18:58:41.676209 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0f524584-2ef0-4785-8da0-890c461093c3 req-2a9c18cc-7759-46b2-a49a-bbb0ac337a85 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Aug 09 18:58:42.197631 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:58:42.274445 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:42.296398 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:58:42.299182 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafc5ffa-011d-4064-bb3f-9192dcc271f8" -d '{"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-unplugged", "status": "completed", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:58:42.311634 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:58:42.316334 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:42.342274 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d55774-14b2-4cc3-82a7-8a68d63995d1 x-openstack-request-id: req-29d55774-14b2-4cc3-82a7-8a68d63995d1 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:58:42.342563 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-unplugged", "status": "completed", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:58:42.342810 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29d55774-14b2-4cc3-82a7-8a68d63995d1 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:58:42.343185 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'code': 200} Aug 09 18:58:42.369135 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=8']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:58:42.807198 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2e13b-a730-4986-a0eb-cdf6418bccea req-0edac7e8-ebdd-4efa-a20c-ed05c405b9a0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:42.808756 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-05a2e13b-a730-4986-a0eb-cdf6418bccea req-0edac7e8-ebdd-4efa-a20c-ed05c405b9a0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0518785 Aug 09 18:58:42.809383 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:58:42.846887 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-05a2e13b-a730-4986-a0eb-cdf6418bccea req-6914b10b-498f-4436-8c15-a614bb5bad47 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316124 Aug 09 18:58:43.775712 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c268a4c-ab75-4d5a-b3e5-82f38b719dc1 req-504e5fd4-3cb1-49ba-8622-f223f2de5967 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:43.777290 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9c268a4c-ab75-4d5a-b3e5-82f38b719dc1 req-504e5fd4-3cb1-49ba-8622-f223f2de5967 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0504708 Aug 09 18:58:43.811851 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-f154f3df-1e08-44ce-a7ae-a1ff4d715a9b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411675 Aug 09 18:58:43.817978 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9c268a4c-ab75-4d5a-b3e5-82f38b719dc1 req-17aadf3d-bd13-4e12-b34e-2427ff49aef0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338953 Aug 09 18:58:44.636992 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-4038d1f4-e0e9-42ac-9097-43ca09105e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:44.638590 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-4038d1f4-e0e9-42ac-9097-43ca09105e8e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b&tenant_id=ba6dd93367d9473b85c4458e183d3190 HTTP/1.1" status: 200 len: 1097 time: 0.0838492 Aug 09 18:58:44.718436 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-3e3cfcac-28fe-49a3-977a-a69abd36d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:44.720036 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-3e3cfcac-28fe-49a3-977a-a69abd36d6de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba6dd93367d9473b85c4458e183d3190&device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 1097 time: 0.0531723 Aug 09 18:58:44.816260 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-08aa44db-e0fe-4e80-9ced-0614a48eb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:44.817754 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-08aa44db-e0fe-4e80-9ced-0614a48eb54c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 200 len: 918 time: 0.0908277 Aug 09 18:58:44.888025 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-b0084634-f614-4cef-b820-41a1b28674c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28810fa-2312-4f50-893d-37d658b6ac87 HTTP/1.1" status: 200 len: 1000 time: 0.0630944 Aug 09 18:58:44.940425 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-b514dd8d-1dcf-4424-8d2d-4e279eca0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:44.941994 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-b514dd8d-1dcf-4424-8d2d-4e279eca0929 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 200 len: 856 time: 0.0470314 Aug 09 18:58:44.943861 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3a90-948d-4ce4-a117-f2cdf1e6d9d9 req-6ff0ecfb-1eb5-41af-9c83-6c64d35280ff tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:44.945417 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c7cf3a90-948d-4ce4-a117-f2cdf1e6d9d9 req-6ff0ecfb-1eb5-41af-9c83-6c64d35280ff tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0498829 Aug 09 18:58:44.985795 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c7cf3a90-948d-4ce4-a117-f2cdf1e6d9d9 req-8f93206e-da02-4c1d-996d-07e93199f17c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337248 Aug 09 18:58:44.992238 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-f1a0a83e-492b-4754-add8-df0c6a96ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:44.993770 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-f1a0a83e-492b-4754-add8-df0c6a96ed1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bfe553e-7c03-4096-b9c3-661a29853c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440855 Aug 09 18:58:45.090885 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-8a79457f-e77d-46cc-88ef-0fd02b70ab63 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872407 Aug 09 18:58:45.182227 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-3a445b7c-36d0-4034-939f-02ae9185b94c req-d731bfda-d468-42b2-92e5-3d9948cd9339 service neutron] 10.222.0.26 "GET /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841444 Aug 09 18:58:46.119757 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b5aa6-9ea1-4088-914f-97718cc7eba5 req-77ff0d74-3571-470e-8cc4-349d1659fde9 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:46.121358 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e95b5aa6-9ea1-4088-914f-97718cc7eba5 req-77ff0d74-3571-470e-8cc4-349d1659fde9 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0600762 Aug 09 18:58:46.162889 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e95b5aa6-9ea1-4088-914f-97718cc7eba5 req-db172fba-e0cf-4c77-823c-441706a17b34 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351086 Aug 09 18:58:46.228850 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:58:47.298709 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa44406-a2d3-48b8-b47a-1acf463ff49e req-74343235-2b9b-40df-8acf-d5509b5e18a7 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:47.306661 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1aa44406-a2d3-48b8-b47a-1acf463ff49e req-74343235-2b9b-40df-8acf-d5509b5e18a7 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0640755 Aug 09 18:58:47.342597 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1aa44406-a2d3-48b8-b47a-1acf463ff49e req-0d92151d-f511-45f8-928b-dc5ac80d4cfa tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347762 Aug 09 18:58:48.479311 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f001d-d736-4244-bcbe-94b1734cbbf4 req-9c409ff7-c39e-4b23-b5fa-55effff13633 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:48.481070 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2e0f001d-d736-4244-bcbe-94b1734cbbf4 req-9c409ff7-c39e-4b23-b5fa-55effff13633 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0573361 Aug 09 18:58:48.537411 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2e0f001d-d736-4244-bcbe-94b1734cbbf4 req-df520abe-64fd-4ea1-9703-f7ec0f3954c2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498462 Aug 09 18:58:49.673301 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bce97-def2-4cba-9b8a-966345c02db9 req-d7b869d3-b06a-4a5f-bfb6-c040d159d266 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:49.674842 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aa5bce97-def2-4cba-9b8a-966345c02db9 req-d7b869d3-b06a-4a5f-bfb6-c040d159d266 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0571611 Aug 09 18:58:49.727220 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aa5bce97-def2-4cba-9b8a-966345c02db9 req-9d95eb2c-c6e1-4006-8389-da582790831f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457776 Aug 09 18:58:50.853345 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4769d-195c-436a-842f-d0bdf2d94bbd req-69ba92d6-e021-42e1-a0c8-260696f1aa3e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:50.854819 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d5b4769d-195c-436a-842f-d0bdf2d94bbd req-69ba92d6-e021-42e1-a0c8-260696f1aa3e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0601881 Aug 09 18:58:50.896478 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d5b4769d-195c-436a-842f-d0bdf2d94bbd req-79fa9bf3-b1ca-48f9-86cb-42ee1841e487 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352905 Aug 09 18:58:52.024188 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ca544-31a3-4262-99d6-15898ad74f47 req-f578f607-8bc5-4de6-bfbd-d55489e8b24f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:52.025687 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f85ca544-31a3-4262-99d6-15898ad74f47 req-f578f607-8bc5-4de6-bfbd-d55489e8b24f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0535445 Aug 09 18:58:52.064914 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f85ca544-31a3-4262-99d6-15898ad74f47 req-e9aaba8d-f601-4b80-8989-42d30a3a2229 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330734 Aug 09 18:58:53.197128 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ceb17-d139-4b78-8571-00c228899044 req-f29d11dc-9667-4b3a-a808-54732f9952f0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:53.198655 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-797ceb17-d139-4b78-8571-00c228899044 req-f29d11dc-9667-4b3a-a808-54732f9952f0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0555699 Aug 09 18:58:53.238474 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-797ceb17-d139-4b78-8571-00c228899044 req-844b246d-ffde-4e8f-9167-6bb66fa4d494 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339170 Aug 09 18:58:54.375008 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39776f3-7c2f-4492-9380-221a864f8886 req-cdb8569b-1d54-4f2e-8847-3be8b5eaa9e3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:54.376779 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c39776f3-7c2f-4492-9380-221a864f8886 req-cdb8569b-1d54-4f2e-8847-3be8b5eaa9e3 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0516980 Aug 09 18:58:54.421738 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c39776f3-7c2f-4492-9380-221a864f8886 req-090b93bd-001c-4fda-b287-f2d7a5ef8848 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386877 Aug 09 18:58:55.539601 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0320c-82f1-400a-9c95-600fb933b2cf req-8d071ee8-c618-484e-b5eb-449ae2850b54 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:55.541106 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-27d0320c-82f1-400a-9c95-600fb933b2cf req-8d071ee8-c618-484e-b5eb-449ae2850b54 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0487311 Aug 09 18:58:55.578659 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-27d0320c-82f1-400a-9c95-600fb933b2cf req-dadf5ef7-9fc1-49d3-9ff6-70f7ca00ec9b tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316613 Aug 09 18:58:56.705635 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7c8bf-62e6-4c7b-987a-e88afb663a2b req-cd2a4feb-2b6c-495b-9b9f-509b8b14e973 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:56.707346 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2bf7c8bf-62e6-4c7b-987a-e88afb663a2b req-cd2a4feb-2b6c-495b-9b9f-509b8b14e973 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0535953 Aug 09 18:58:56.744394 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2bf7c8bf-62e6-4c7b-987a-e88afb663a2b req-cb41a85e-3354-45eb-b3a4-c6b45b5aef1a tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Aug 09 18:58:57.865433 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5064d4-db01-4331-9e10-4c68c0d7cb80 req-222ed2c4-9649-4527-8bd4-87f1b3d01acc tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:57.866939 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ec5064d4-db01-4331-9e10-4c68c0d7cb80 req-222ed2c4-9649-4527-8bd4-87f1b3d01acc tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 944 time: 0.0497367 Aug 09 18:58:57.905244 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ec5064d4-db01-4331-9e10-4c68c0d7cb80 req-37cfee3c-14c5-4905-a2f4-8f4c918d45b2 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324149 Aug 09 18:58:58.269491 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:58:58.374791 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:58:58.388979 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'port_id': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'mac_address': 'fa:16:3e:d0:a8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:58:58.428807 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:58.442121 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28810fa-2312-4f50-893d-37d658b6ac87 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:58:58.463023 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:58:58.466264 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:58.527816 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:58:58.538085 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=9']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:58:58.723187 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['b28810fa-2312-4f50-893d-37d658b6ac87'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:58:59.024004 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f0dc2-4f89-4ec9-90cb-f60007df0596 req-26c6ee1f-115d-47e4-9d5d-fb1f98420059 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:58:59.025497 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4a2f0dc2-4f89-4ec9-90cb-f60007df0596 req-26c6ee1f-115d-47e4-9d5d-fb1f98420059 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 945 time: 0.0489001 Aug 09 18:58:59.063041 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4a2f0dc2-4f89-4ec9-90cb-f60007df0596 req-96739c6f-005b-4f6f-95ed-7db43ba9bb55 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Aug 09 18:58:59.592779 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-18b7b85b-752f-4056-bb71-d0a53b7eafe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:00.189468 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07652b-e52c-4a28-a034-1d83ff9e95d6 req-2111d23b-e333-45f9-91b7-48369ebbb8bd tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:00.190944 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ae07652b-e52c-4a28-a034-1d83ff9e95d6 req-2111d23b-e333-45f9-91b7-48369ebbb8bd tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 945 time: 0.0533102 Aug 09 18:59:00.228120 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ae07652b-e52c-4a28-a034-1d83ff9e95d6 req-a0035674-bf9d-4a4c-878f-6fdd5161b5f8 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312991 Aug 09 18:59:00.291364 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:59:00.341646 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port b28810fa-2312-4f50-893d-37d658b6ac87 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:59:00.342017 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:00.414763 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:00.436567 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:59:00.439299 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605e1d72-0b6d-4da1-9089-699a6dde604f" -d '{"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-plugged", "status": "completed", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:59:00.451768 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:00.456000 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:00.480201 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbc2292-ecb0-4015-bdf0-43fe88dbbb1f x-openstack-request-id: req-6bbc2292-ecb0-4015-bdf0-43fe88dbbb1f {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:59:00.480490 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-plugged", "status": "completed", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:59:00.481342 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6bbc2292-ecb0-4015-bdf0-43fe88dbbb1f {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:59:00.481728 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'code': 200} Aug 09 18:59:00.509955 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=10']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:00.663177 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0fb4e-0611-4829-bd38-a5e0780e568b req-98005489-9bb0-473d-b5c6-40b8bb21bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:00.664761 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-71c0fb4e-0611-4829-bd38-a5e0780e568b req-98005489-9bb0-473d-b5c6-40b8bb21bfa9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 1100 time: 0.0420227 Aug 09 18:59:00.706451 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-71c0fb4e-0611-4829-bd38-a5e0780e568b req-4f563920-189f-4de9-acb9-f7d6647ace5e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341952 Aug 09 18:59:01.120009 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-195b55d0-583e-43c5-a779-62f0d366faf2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387645 Aug 09 18:59:01.201104 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-b39699a3-ae30-48a3-ab16-43afb0fcdf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:01.202550 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-b39699a3-ae30-48a3-ab16-43afb0fcdf00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 1099 time: 0.0396564 Aug 09 18:59:01.321742 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-863409ac-85b5-4120-8c59-08c32d2a8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:01.322887 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-863409ac-85b5-4120-8c59-08c32d2a8ee5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.1007130 Aug 09 18:59:01.362973 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248ec7-f873-411d-bcf3-baa7e8ff0883 req-d4db8ed0-dbbb-4197-8c36-d29ee0390e92 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:01.364509 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5c248ec7-f873-411d-bcf3-baa7e8ff0883 req-d4db8ed0-dbbb-4197-8c36-d29ee0390e92 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 947 time: 0.0536959 Aug 09 18:59:01.390784 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-9e6f399d-8172-4aa5-b731-7f7fe6cfa803 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad729e2e-224b-4081-85b3-2f5f307fb083 HTTP/1.1" status: 200 len: 1002 time: 0.0597823 Aug 09 18:59:01.402038 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5c248ec7-f873-411d-bcf3-baa7e8ff0883 req-14f4c1af-14ae-49f4-b61b-73eebd7713fb tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315955 Aug 09 18:59:01.441746 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-e3cd0aa3-7aae-48fc-888a-8d1b9a97bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:01.443233 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-e3cd0aa3-7aae-48fc-888a-8d1b9a97bf43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0450711 Aug 09 18:59:01.495463 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-27a72de7-0d19-405c-9150-5576dd577843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:01.496959 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-27a72de7-0d19-405c-9150-5576dd577843 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427780 Aug 09 18:59:01.610037 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-c2657540-22e5-4ad5-b904-5f5fb1c7a923 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926602 Aug 09 18:59:01.716754 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-01a3e9c0-d45a-4fda-a048-f23bb054b427 req-ae70d68a-8284-428c-a4a1-afb22424bd59 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982449 Aug 09 18:59:02.369387 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2dacb8f2-9d7c-4c2e-88ac-4213e68f92d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:02.456161 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:02.522654 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955dc20-a77c-428c-9ff7-8f151d886f7b req-33e7c2ee-d2ff-4043-8b08-13a506a1f61d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:02.524182 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d955dc20-a77c-428c-9ff7-8f151d886f7b req-33e7c2ee-d2ff-4043-8b08-13a506a1f61d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 947 time: 0.0484338 Aug 09 18:59:02.561598 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d955dc20-a77c-428c-9ff7-8f151d886f7b req-43580b9f-f21e-48e9-a8af-169cea3f13b0 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Aug 09 18:59:03.275937 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:05.097638 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:05.190951 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c5058-6fbe-4ba8-bbc7-d41ecda74405 req-41a0393b-0e8b-4e4b-a07e-f1326c5775e8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:05.192459 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-723c5058-6fbe-4ba8-bbc7-d41ecda74405 req-41a0393b-0e8b-4e4b-a07e-f1326c5775e8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0533848 Aug 09 18:59:05.229458 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-723c5058-6fbe-4ba8-bbc7-d41ecda74405 req-1a3c6bcd-860d-4cb8-b7ca-9e898702000e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310645 Aug 09 18:59:06.346979 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c8ad5-b1e2-4dc6-8d1d-4b0838df0c10 req-611b127a-385c-487e-aca9-3bf205846796 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:06.348466 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c05c8ad5-b1e2-4dc6-8d1d-4b0838df0c10 req-611b127a-385c-487e-aca9-3bf205846796 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0490613 Aug 09 18:59:06.385802 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c05c8ad5-b1e2-4dc6-8d1d-4b0838df0c10 req-c4cb1159-037a-4404-8627-2e0c858799e0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314748 Aug 09 18:59:07.504519 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e273e8-fc9f-415e-b47d-f11f87dca05f req-635870ba-56a3-4424-bef6-14a67787cbd0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:07.505984 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-86e273e8-fc9f-415e-b47d-f11f87dca05f req-635870ba-56a3-4424-bef6-14a67787cbd0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0482788 Aug 09 18:59:07.544064 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-86e273e8-fc9f-415e-b47d-f11f87dca05f req-9c431ac2-1e78-40dc-867e-57c0a3b2956c tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320425 Aug 09 18:59:08.666299 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1084cf3-cd97-4a47-8427-b6d168f25160 req-f90539aa-c035-4bd2-a4c8-c272ad94dcbd tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:08.667765 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e1084cf3-cd97-4a47-8427-b6d168f25160 req-f90539aa-c035-4bd2-a4c8-c272ad94dcbd tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0523963 Aug 09 18:59:08.709078 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e1084cf3-cd97-4a47-8427-b6d168f25160 req-74b4a4f9-cd78-4e79-ad69-61795a17537b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350955 Aug 09 18:59:09.824769 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc57cc-427f-4181-96b8-4c0be8ac82f0 req-f2e6df2e-60f6-4a6c-9da4-4e3802cf0603 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:09.826240 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81cc57cc-427f-4181-96b8-4c0be8ac82f0 req-f2e6df2e-60f6-4a6c-9da4-4e3802cf0603 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0479755 Aug 09 18:59:09.863905 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-81cc57cc-427f-4181-96b8-4c0be8ac82f0 req-31a6029f-ebd5-42e9-9011-2338c5a7e25c tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308728 Aug 09 18:59:10.977772 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a148b-9544-4475-8c4f-e46cc51f4143 req-a7c1c8d0-88ee-473f-9a3c-538eb0b3c4e0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:10.979234 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-dc5a148b-9544-4475-8c4f-e46cc51f4143 req-a7c1c8d0-88ee-473f-9a3c-538eb0b3c4e0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0481780 Aug 09 18:59:11.016078 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-dc5a148b-9544-4475-8c4f-e46cc51f4143 req-43d12464-f368-403c-b338-7224fa48f7aa tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303323 Aug 09 18:59:12.132666 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2595186-5c1c-48df-9d71-622a5e350047 req-89203a93-b9fe-44b1-aac7-6f25e5e33a69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:12.134143 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d2595186-5c1c-48df-9d71-622a5e350047 req-89203a93-b9fe-44b1-aac7-6f25e5e33a69 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0525780 Aug 09 18:59:12.171565 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d2595186-5c1c-48df-9d71-622a5e350047 req-50f5951a-7dd5-40f9-ba02-f1e9a4b11d58 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313540 Aug 09 18:59:13.286208 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db55cf-7ea8-4c6d-8590-4fe5c29a6294 req-166995f7-0cf6-4b93-a3db-246e5e4b1af7 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:13.287574 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99db55cf-7ea8-4c6d-8590-4fe5c29a6294 req-166995f7-0cf6-4b93-a3db-246e5e4b1af7 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0487657 Aug 09 18:59:13.324603 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-99db55cf-7ea8-4c6d-8590-4fe5c29a6294 req-ff5b503d-96b7-47ac-b5ba-b88d46efa8d3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Aug 09 18:59:14.438217 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bd9f8-8c82-48c5-865a-f4e3980e25ad req-1f165161-2974-43aa-ad99-fbed61323cda tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:14.439686 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0f2bd9f8-8c82-48c5-865a-f4e3980e25ad req-1f165161-2974-43aa-ad99-fbed61323cda tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0482979 Aug 09 18:59:14.476300 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0f2bd9f8-8c82-48c5-865a-f4e3980e25ad req-25591579-88cd-42c1-9c58-d0bf85d3642e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307512 Aug 09 18:59:15.593961 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08354857-2bb7-481f-978e-2d025f999e46 req-ccabdde2-e057-4bac-9670-7ab2da8a4399 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:15.595370 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-08354857-2bb7-481f-978e-2d025f999e46 req-ccabdde2-e057-4bac-9670-7ab2da8a4399 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0525720 Aug 09 18:59:15.634252 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-08354857-2bb7-481f-978e-2d025f999e46 req-afb01837-ae05-4163-8b43-b77764ddc430 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327353 Aug 09 18:59:16.751342 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d2f36-6f1f-4fdf-8fe9-0d752faae642 req-3b926c69-c946-4ce7-82e8-f4af052d73a0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:16.752842 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-973d2f36-6f1f-4fdf-8fe9-0d752faae642 req-3b926c69-c946-4ce7-82e8-f4af052d73a0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0478151 Aug 09 18:59:16.790191 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-973d2f36-6f1f-4fdf-8fe9-0d752faae642 req-4585067b-0f88-4c18-8b3a-b47cde98c11e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314384 Aug 09 18:59:17.905910 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8824258-a7d1-4eb3-a8c2-a809f55b43b3 req-0dc757e5-0a25-408d-9d8e-9b43f6ee0a62 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:17.907363 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b8824258-a7d1-4eb3-a8c2-a809f55b43b3 req-0dc757e5-0a25-408d-9d8e-9b43f6ee0a62 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0478013 Aug 09 18:59:17.944283 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b8824258-a7d1-4eb3-a8c2-a809f55b43b3 req-47a40df0-e10e-4316-a4f1-04042bc3f9c2 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305843 Aug 09 18:59:19.061048 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b68b-bfdc-4d4e-a5f6-3de9b73490a6 req-9283a865-37c5-4faf-ace1-92e3595b9a7e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:19.062432 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-79b6b68b-bfdc-4d4e-a5f6-3de9b73490a6 req-9283a865-37c5-4faf-ace1-92e3595b9a7e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0514405 Aug 09 18:59:19.100238 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-79b6b68b-bfdc-4d4e-a5f6-3de9b73490a6 req-8ec38b36-bcd3-412b-b613-e35183097f45 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319114 Aug 09 18:59:19.809105 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:59:20.217563 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866c639-4eac-4d91-bdd9-24c7e5d9646e req-1276521b-3361-454e-9766-7939a6697397 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:20.219548 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a866c639-4eac-4d91-bdd9-24c7e5d9646e req-1276521b-3361-454e-9766-7939a6697397 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0494826 Aug 09 18:59:20.257786 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a866c639-4eac-4d91-bdd9-24c7e5d9646e req-0a0b552e-cee7-4df0-90c0-592489240355 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323849 Aug 09 18:59:21.374554 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d5c9f-2def-4e80-ad66-c4683860c419 req-ffa8e187-fb0d-4c2f-b3a2-b4e93c189dc4 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:21.376063 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c10d5c9f-2def-4e80-ad66-c4683860c419 req-ffa8e187-fb0d-4c2f-b3a2-b4e93c189dc4 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0514429 Aug 09 18:59:21.414544 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c10d5c9f-2def-4e80-ad66-c4683860c419 req-383130b7-f12a-4508-9ea8-595f90b48962 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323093 Aug 09 18:59:22.544344 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72c2ae-b81e-44c3-9c60-a02dfbe248aa req-f3ea92bb-aa4a-41c1-8e2f-5db2ac18ca6d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:22.545857 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fa72c2ae-b81e-44c3-9c60-a02dfbe248aa req-f3ea92bb-aa4a-41c1-8e2f-5db2ac18ca6d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0602582 Aug 09 18:59:22.587051 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fa72c2ae-b81e-44c3-9c60-a02dfbe248aa req-35898408-9a21-4bf3-a8cf-e006b1ffea30 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338690 Aug 09 18:59:23.702349 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3ae21-f01a-4ae3-b054-b82039ce45f7 req-12e93399-b813-4ad8-9ba9-5395c6a6b633 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:23.703886 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-56c3ae21-f01a-4ae3-b054-b82039ce45f7 req-12e93399-b813-4ad8-9ba9-5395c6a6b633 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0499489 Aug 09 18:59:23.742016 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-56c3ae21-f01a-4ae3-b054-b82039ce45f7 req-04640329-b12e-4db4-baef-13f260390fb2 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318921 Aug 09 18:59:24.859407 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d0030-0660-4a33-b744-b10d854cf85d req-8792dc3f-c70e-48d4-be9a-e09070de64b6 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:24.860943 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-562d0030-0660-4a33-b744-b10d854cf85d req-8792dc3f-c70e-48d4-be9a-e09070de64b6 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0507026 Aug 09 18:59:24.899005 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-562d0030-0660-4a33-b744-b10d854cf85d req-db1acbb8-9d5d-4f43-b98a-bad6455cc71f tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Aug 09 18:59:26.018138 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed15a2-b2cf-4e1f-80a2-fb5b61cb4e9b req-a24b0687-3d3c-402e-82d2-6f2fc7bc1438 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:26.019677 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-93ed15a2-b2cf-4e1f-80a2-fb5b61cb4e9b req-a24b0687-3d3c-402e-82d2-6f2fc7bc1438 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0528529 Aug 09 18:59:26.058421 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-93ed15a2-b2cf-4e1f-80a2-fb5b61cb4e9b req-a45ed77b-f4f7-4489-bd2a-81688f2ca321 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327499 Aug 09 18:59:27.207864 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376426d-8f8b-420d-8af6-011a38012155 req-b64fda0f-5ced-4d10-b93c-f88eeef2b45c tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:27.209384 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3376426d-8f8b-420d-8af6-011a38012155 req-b64fda0f-5ced-4d10-b93c-f88eeef2b45c tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 946 time: 0.0779905 Aug 09 18:59:27.217626 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53b26-2958-46f1-8508-41f3ecf291d5 req-56de73e0-628f-4798-a59e-0eb7a44cb34f tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:27.219111 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c5d53b26-2958-46f1-8508-41f3ecf291d5 req-56de73e0-628f-4798-a59e-0eb7a44cb34f tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0791588 Aug 09 18:59:27.289355 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c5d53b26-2958-46f1-8508-41f3ecf291d5 req-131c5788-6cea-4cdf-8cd4-9c32c733b51c tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627897 Aug 09 18:59:27.291968 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-3376426d-8f8b-420d-8af6-011a38012155 req-cfcbab62-6a4a-48e5-bfdd-15c81b090c4f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719607 Aug 09 18:59:28.432231 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d534e61-4d66-4fdc-a744-eff21cef68bc req-276e9455-e422-4691-ab2c-835c9006f757 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:28.433811 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9d534e61-4d66-4fdc-a744-eff21cef68bc req-276e9455-e422-4691-ab2c-835c9006f757 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0739443 Aug 09 18:59:28.446066 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4d717-d028-4120-bafd-d3d90efdc712 req-582c5de3-6f24-40c8-b8ff-2a07df89018c tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:28.447532 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-78f4d717-d028-4120-bafd-d3d90efdc712 req-582c5de3-6f24-40c8-b8ff-2a07df89018c tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 946 time: 0.0791349 Aug 09 18:59:28.501771 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9d534e61-4d66-4fdc-a744-eff21cef68bc req-0e4f6851-0736-46bb-8e21-ac4b1b0869f2 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532503 Aug 09 18:59:28.506372 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-78f4d717-d028-4120-bafd-d3d90efdc712 req-a4a9d620-0639-4481-91ef-c6cfce4e4ced tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506296 Aug 09 18:59:28.537475 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:28.735980 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-980c5078-814d-43cc-b215-4882a5bf1c10 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:28.737444 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-980c5078-814d-43cc-b215-4882a5bf1c10 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 946 time: 0.0487671 Aug 09 18:59:28.828023 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Deleting port ad729e2e-224b-4081-85b3-2f5f307fb083 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:59:28.828363 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:28.921083 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] For port ad729e2e-224b-4081-85b3-2f5f307fb083, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ad729e2e-224b-4081-85b3-2f5f307fb083,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:28.921445 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:29.132698 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:29.132974 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:29.133285 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Floating IP 700ab690-82a5-41be-b6b9-c404fdb65fa2 disassociated. External IP: 172.27.1.111, port: ad729e2e-224b-4081-85b3-2f5f307fb083. Aug 09 18:59:29.133621 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Calling delete_port for ad729e2e-224b-4081-85b3-2f5f307fb083 owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:59:29.256332 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:29.288308 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event deleted for resources: {'Port': ['ID=ad729e2e-224b-4081-85b3-2f5f307fb083,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:29.300160 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.300519 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.301225 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.301610 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.302086 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.302426 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.302760 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.303095 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.303430 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.303761 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.304119 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.304449 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:29.411938 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Router 7d26dca8-b91f-4870-b91f-03afd1536f20 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:59:29.523002 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:59:29.535453 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] Sync routers for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:59:29.558163 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:59:29.558822 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:59:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:29.564851 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] No DVR routers for this DVR port ad729e2e-224b-4081-85b3-2f5f307fb083 on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:59:29.567485 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:29.569843 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-afef5e53-e6e1-4e0c-8fa2-ef0a27516378 req-7b359a70-b6de-4f09-b760-3a9a1273c143 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "DELETE /v2.0/ports/ad729e2e-224b-4081-85b3-2f5f307fb083 HTTP/1.1" status: 204 len: 173 time: 0.8252041 Aug 09 18:59:29.570305 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'name': 'network-vif-deleted', 'tag': 'ad729e2e-224b-4081-85b3-2f5f307fb083'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:59:29.572740 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0f38d4-d6e9-413d-8568-a90a43ae6cf8" -d '{"events": [{"server_uuid": "aac2766c-2a94-49a5-a21b-0a1d2607edf7", "name": "network-vif-deleted", "tag": "ad729e2e-224b-4081-85b3-2f5f307fb083"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:59:29.620634 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9dc60df8-b722-460c-a8a0-cbacea53f0fe req-f31de2fd-c65e-44fe-9739-14898a82c94f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac2766c-2a94-49a5-a21b-0a1d2607edf7 HTTP/1.1" status: 200 len: 210 time: 0.0356596 Aug 09 18:59:29.648632 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-429973a7-ba21-4b76-aa23-daf6e79b0bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:29.678125 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e15ab50-7981-485f-b617-a2c854ad321f x-openstack-request-id: req-5e15ab50-7981-485f-b617-a2c854ad321f {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:59:29.678479 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac2766c-2a94-49a5-a21b-0a1d2607edf7", "name": "network-vif-deleted", "tag": "ad729e2e-224b-4081-85b3-2f5f307fb083", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:59:29.678796 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e15ab50-7981-485f-b617-a2c854ad321f {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:59:29.679276 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac2766c-2a94-49a5-a21b-0a1d2607edf7', 'name': 'network-vif-deleted', 'tag': 'ad729e2e-224b-4081-85b3-2f5f307fb083', 'status': 'completed', 'code': 200} Aug 09 18:59:29.713923 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1ed6f-ac73-49b3-9dd8-d70c3182be6c req-730d0632-6731-49b7-b73c-8ff44f903f64 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:29.715361 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83f1ed6f-ac73-49b3-9dd8-d70c3182be6c req-730d0632-6731-49b7-b73c-8ff44f903f64 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0936315 Aug 09 18:59:29.716085 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:59:29.756314 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-83f1ed6f-ac73-49b3-9dd8-d70c3182be6c req-f80f696d-e955-4d6e-80fc-36c396e5db1e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335677 Aug 09 18:59:29.920521 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:29.950763 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] Checking router: 7d26dca8-b91f-4870-b91f-03afd1536f20 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:59:29.959496 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:59:29.960138 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:59:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:30.063236 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:59:30.264070 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:30.289292 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e199d-2454-4816-9a9a-a829a830b20c None None] The sync data for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi is: [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:59:30.520388 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285befce-b44c-4b99-b98c-13c9efdaa36e None None] New status for floating IP 700ab690-82a5-41be-b6b9-c404fdb65fa2: DOWN {{(pid=93291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:59:30.910410 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4006e8-5e05-4bfb-ab66-8a6f3918254a req-dcbe6eef-d749-48a5-8ba7-e40169ddc234 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:30.911921 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-de4006e8-5e05-4bfb-ab66-8a6f3918254a req-dcbe6eef-d749-48a5-8ba7-e40169ddc234 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0764406 Aug 09 18:59:30.914969 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-c1b840c9-8eed-47bd-a54a-413748df7bfc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993760016&fields=id&tenant_id=71a88f46e2174606936608cad6734d10 HTTP/1.1" status: 200 len: 267 time: 0.0522151 Aug 09 18:59:31.001206 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-de4006e8-5e05-4bfb-ab66-8a6f3918254a req-db03cd0f-a079-4230-be58-5e2e8b43ee60 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832026 Aug 09 18:59:31.047775 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-1670cc66-4f1d-4e8b-bb69-03ef32eef0d9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:31.049256 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-1670cc66-4f1d-4e8b-bb69-03ef32eef0d9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 812 time: 0.1250417 Aug 09 18:59:31.064787 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-09600c65-f342-4cc2-b71f-12127638b924 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/quotas/71a88f46e2174606936608cad6734d10 HTTP/1.1" status: 200 len: 375 time: 0.0097134 Aug 09 18:59:31.118490 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-95df87db-4516-45d4-a293-3c6e2e2035a6 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481973 Aug 09 18:59:31.253834 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-c509da72-f7cb-4b76-8a0d-3f9586dcb685 service neutron] 10.222.0.57 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224594 Aug 09 18:59:31.278188 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a70377-bfab-474c-9ee8-266d2a4aea7d req-f753c03f-5174-43ab-ad04-b45afa1a91e2 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:31.279710 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-87a70377-bfab-474c-9ee8-266d2a4aea7d req-f753c03f-5174-43ab-ad04-b45afa1a91e2 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0745351 Aug 09 18:59:31.305154 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-e440a834-1029-4e5e-94dd-6caaff7de71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:31.306569 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-e440a834-1029-4e5e-94dd-6caaff7de71d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 1099 time: 0.0418525 Aug 09 18:59:31.392859 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-87a70377-bfab-474c-9ee8-266d2a4aea7d req-787489a3-0405-45ab-a5dd-0e3e05cd593f tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020820 Aug 09 18:59:31.396649 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-781cb0e2-71b7-44bc-88d2-ea9f793186da service neutron] 10.222.0.57 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344283 Aug 09 18:59:31.412851 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-26971e4a-623d-4ee9-a985-8090a3e8291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:31.414397 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-26971e4a-623d-4ee9-a985-8090a3e8291c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 911 time: 0.0987630 Aug 09 18:59:31.486230 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-81b96ea1-14d6-4929-87e0-ca03cf320c87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db HTTP/1.1" status: 200 len: 1002 time: 0.0617287 Aug 09 18:59:31.542507 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-fb5949e1-ac9b-4880-917b-e521472d04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:31.544163 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-fb5949e1-ac9b-4880-917b-e521472d04fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 200 len: 849 time: 0.0509644 Aug 09 18:59:31.599620 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-e821fd42-8001-40cf-8452-62077d99aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:31.601220 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-e821fd42-8001-40cf-8452-62077d99aed7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500817 Aug 09 18:59:31.705342 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-20e264ac-084a-40d3-af2d-b84316cbb50b req-57675df2-8a7d-4326-9b9f-0bef6b9930c4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 210 time: 0.0299091 Aug 09 18:59:31.707045 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-5f102716-312b-4154-a157-3d56bc3353be service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969913 Aug 09 18:59:32.036130 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-72dbc95e-c2ec-4a30-a6ec-310b54980390 req-107b6dbc-a325-485f-b04a-c75b5243d7cb service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209472 Aug 09 18:59:32.370229 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-62d75c5a-d768-40f4-bb51-b1097fe69211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:32.407328 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ad729e2e-224b-4081-85b3-2f5f307fb083 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:59:32.427193 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: ad729e2e-224b-4081-85b3-2f5f307fb083 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:59:32.427544 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ad729e2e-224b-4081-85b3-2f5f307fb083 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:59:32.457646 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:32.513323 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93bcc8-1918-4400-a090-60e612a883e4 req-adb7f8a4-a75a-4807-83be-3e6df83b8aba tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:32.514834 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ca93bcc8-1918-4400-a090-60e612a883e4 req-adb7f8a4-a75a-4807-83be-3e6df83b8aba tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0485535 Aug 09 18:59:32.554153 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ca93bcc8-1918-4400-a090-60e612a883e4 req-313e1122-8f53-44ba-8815-4e20985a0def tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332527 Aug 09 18:59:32.718295 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-de721aeb-4a62-4b55-8160-46b0c9f178fc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:32.719969 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-de721aeb-4a62-4b55-8160-46b0c9f178fc tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 812 time: 0.1142507 Aug 09 18:59:32.787130 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-665c818c-a1e8-4daf-8e5f-2b137cabe8af tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a88f46e2174606936608cad6734d10 HTTP/1.1" status: 200 len: 380 time: 0.0558717 Aug 09 18:59:32.799461 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'port': {'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'admin_state_up': True, 'tenant_id': '71a88f46e2174606936608cad6734d10', 'security_groups': ['33924d2f-28be-4c1b-ba14-ef010422930a']}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:59:32.810990 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-70066edd-b58c-40bf-8996-f8e7bcad2480 req-1e7202d9-0472-4b54-8d36-c8f92f294f27 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 210 time: 0.0303540 Aug 09 18:59:32.918224 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Made reservation on behalf of 71a88f46e2174606936608cad6734d10 for: {'port': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:59:32.922259 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.056449 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Allocated IP 172.20.0.8 (894b9985-fca2-4c30-8c3b-8e261fe4ee16/2da0d483-05a6-4441-a0ed-f79f478b1df3/7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:59:33.216586 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.235240 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Transition to ACTIVE for port object 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:59:33.271341 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.283428 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.320518 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:59:33.323625 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:59:33.327671 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:59:33.353982 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'Port': ['ID=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:33.382838 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:33.383469 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.398310 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-558bebdb-2b38-4f03-8895-c85d5b30661d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051788 Aug 09 18:59:33.411819 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Request body: {'port': {'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:59:33.467488 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.532632 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-553524b7-c801-484a-9b4b-fb5f1c6bd6ff None None] Provisioning for port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:59:33.534765 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-553524b7-c801-484a-9b4b-fb5f1c6bd6ff None None] Provisioning complete for port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:59:33.535380 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-553524b7-c801-484a-9b4b-fb5f1c6bd6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.568860 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-553524b7-c801-484a-9b4b-fb5f1c6bd6ff None None] Port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:59:33.674130 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d48adf-7b49-440c-84fb-2a86fd5975ed req-5de77764-3c49-439c-9cd3-3b316d0f1d8b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:33.675586 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b9d48adf-7b49-440c-84fb-2a86fd5975ed req-5de77764-3c49-439c-9cd3-3b316d0f1d8b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0505550 Aug 09 18:59:33.715180 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b9d48adf-7b49-440c-84fb-2a86fd5975ed req-eeb62ce2-8695-49e1-93a3-dd631e870ecb tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333157 Aug 09 18:59:33.746031 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 {{(pid=93288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:59:33.754047 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.766485 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Transition to ACTIVE for port object 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:59:33.769249 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.836330 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:33.891078 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Attempting to bind port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:59:33.891420 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Attempting to bind port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:59:33.891870 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Attempting to bind port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:59:33.896517 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:59:33.896846 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Attempting to bind port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:59:33.902233 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:59:33.902606 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Checking segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:59:33.902971 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Bound using segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:59:33.903413 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Bound port: 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:59:33.903779 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:33.938019 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf8276-e46d-47a1-8b56-a7b566e18188 req-c10a8974-2814-43aa-9cdc-241aec199faf tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:33.939746 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ebdf8276-e46d-47a1-8b56-a7b566e18188 req-c10a8974-2814-43aa-9cdc-241aec199faf tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 943 time: 0.0538971 Aug 09 18:59:33.979298 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ebdf8276-e46d-47a1-8b56-a7b566e18188 req-2c23f626-a1f7-4730-8c3a-3cc39247d954 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335445 Aug 09 18:59:33.981242 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] For port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1, host hv-cinder-78299, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:59:33.984718 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] For port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:59:33.990209 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:34.024609 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:34.025230 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:34.026631 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] 10.222.0.26 "PUT /v2.0/ports/7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 HTTP/1.1" status: 200 len: 1093 time: 0.6193769 Aug 09 18:59:34.027069 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:59:34.029331 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37794da8-1f9d-49eb-895e-7b2abd506aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:59:34.053543 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed6753-4b9f-43a7-9bf0-061138626b90 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:34.075827 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6053003-246e-4d37-a276-f5e9eac46b2a x-openstack-request-id: req-f6053003-246e-4d37-a276-f5e9eac46b2a {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:59:34.076135 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:59:34.076381 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6053003-246e-4d37-a276-f5e9eac46b2a {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:59:34.076766 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'status': 'completed', 'code': 200} Aug 09 18:59:34.113856 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-e2b0c1f1-d8b9-4c05-93a7-ed1dff84dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:34.115468 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-e2b0c1f1-d8b9-4c05-93a7-ed1dff84dc9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 1096 time: 0.0502014 Aug 09 18:59:34.162808 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-38807b67-8fd7-4cf7-9650-0870ef94ba92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 HTTP/1.1" status: 200 len: 217 time: 0.0388024 Aug 09 18:59:34.216683 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-8005b5a3-ae4e-4d96-9f8b-529fdcc27c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:34.218739 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-8005b5a3-ae4e-4d96-9f8b-529fdcc27c76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0481591 Aug 09 18:59:34.267972 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-03a6ceee-ab52-4807-990d-be1ad09a5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:34.269481 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-03a6ceee-ab52-4807-990d-be1ad09a5f5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431118 Aug 09 18:59:34.365940 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-563a32a6-4e5a-42f9-adc1-3bdbadfc81fe service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883048 Aug 09 18:59:34.457033 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f281bbb0-de42-4aad-bc48-d9f911bad832 req-cfeb7578-4a04-4acf-96bd-01556833be50 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820763 Aug 09 18:59:34.552719 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-c4208d34-e003-456f-bc7a-88397572dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:34.554228 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-c4208d34-e003-456f-bc7a-88397572dfa7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 1096 time: 0.0505004 Aug 09 18:59:34.660625 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-16f58e6b-b45d-4660-9144-1a7974911262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:34.662106 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-16f58e6b-b45d-4660-9144-1a7974911262 service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.0911047 Aug 09 18:59:34.705986 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-6087f53f-d0b9-40d9-bfd2-5ad604f77885 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 HTTP/1.1" status: 200 len: 217 time: 0.0361848 Aug 09 18:59:34.758970 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-c5b4f548-86c0-4937-81bb-96d275604bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:34.760435 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-c5b4f548-86c0-4937-81bb-96d275604bfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0472457 Aug 09 18:59:34.805805 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-0a1923cd-fa37-4d58-9fd0-d0959cf63d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:34.807270 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-0a1923cd-fa37-4d58-9fd0-d0959cf63d07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391185 Aug 09 18:59:34.902163 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-1124a7bd-8aed-4312-b8e5-014c640d4ca6 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876434 Aug 09 18:59:34.997016 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-37794da8-1f9d-49eb-895e-7b2abd506aa7 req-effe5bf2-cf9e-4a93-9ba8-07d88b9d6dc1 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865455 Aug 09 18:59:35.099334 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:35.103089 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e395a10-3eb1-4706-accb-7bd0870451b1 req-eb6af3a4-065a-43a0-9417-919bcdc9a592 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:35.104742 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1e395a10-3eb1-4706-accb-7bd0870451b1 req-eb6af3a4-065a-43a0-9417-919bcdc9a592 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 943 time: 0.0541246 Aug 09 18:59:35.145000 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1e395a10-3eb1-4706-accb-7bd0870451b1 req-33958930-cec2-4207-bac6-bed710bbbf04 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335894 Aug 09 18:59:35.271701 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057a3ff-d856-40c7-9465-ff7b12808467 req-92265440-7d50-4e5a-b307-b5617c254f91 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:35.273163 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0057a3ff-d856-40c7-9465-ff7b12808467 req-92265440-7d50-4e5a-b307-b5617c254f91 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 947 time: 0.0503097 Aug 09 18:59:35.310525 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0057a3ff-d856-40c7-9465-ff7b12808467 req-3c346014-7ee1-43b6-b5f8-cb359520ff7c tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314384 Aug 09 18:59:36.262509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7bba-6f7e-409b-92b6-3ef028acd327 req-60208d1a-475b-4897-934b-b8e3a1b8fb80 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:36.264037 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-925d7bba-6f7e-409b-92b6-3ef028acd327 req-60208d1a-475b-4897-934b-b8e3a1b8fb80 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 943 time: 0.0510283 Aug 09 18:59:36.308628 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-925d7bba-6f7e-409b-92b6-3ef028acd327 req-32945130-ebe9-41a0-8fe6-1656586dcd96 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341568 Aug 09 18:59:36.431473 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3567887-b574-4a5d-b5aa-0098ab9183a2 req-7dbe71a9-4f69-4486-939c-c21cf8c62984 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:36.432852 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f3567887-b574-4a5d-b5aa-0098ab9183a2 req-7dbe71a9-4f69-4486-939c-c21cf8c62984 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 947 time: 0.0496604 Aug 09 18:59:36.474760 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f3567887-b574-4a5d-b5aa-0098ab9183a2 req-2ae153de-3616-449c-a5e3-50830949926e tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups?id=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351276 Aug 09 18:59:36.680615 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-1f7befa8-e132-4681-84b9-1430a3f01a7f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:36.682428 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-1f7befa8-e132-4681-84b9-1430a3f01a7f tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 947 time: 0.0593195 Aug 09 18:59:36.779736 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Deleting port b28810fa-2312-4f50-893d-37d658b6ac87 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:59:36.780216 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:36.871247 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] For port b28810fa-2312-4f50-893d-37d658b6ac87, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=b28810fa-2312-4f50-893d-37d658b6ac87,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:36.871603 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:37.044261 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:37.044632 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:37.044951 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Floating IP 9985b4d3-a775-4cdd-9255-392bf8dcccda disassociated. External IP: 172.27.1.164, port: b28810fa-2312-4f50-893d-37d658b6ac87. Aug 09 18:59:37.045294 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Calling delete_port for b28810fa-2312-4f50-893d-37d658b6ac87 owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:59:37.176084 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:37.204203 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event deleted for resources: {'Port': ['ID=b28810fa-2312-4f50-893d-37d658b6ac87,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:37.337139 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Router d25cff42-559f-438c-8da8-f2829ca55a77 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:59:37.433713 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c6cc6-533e-4aa0-a4c9-d3294c8d15a1 req-c0bc679d-a36d-4481-bf92-c306aabc61b8 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:37.435200 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a06c6cc6-533e-4aa0-a4c9-d3294c8d15a1 req-c0bc679d-a36d-4481-bf92-c306aabc61b8 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 943 time: 0.0531878 Aug 09 18:59:37.451082 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:59:37.463573 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] Sync routers for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:59:37.473778 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:59:37.474325 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:59:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:37.476353 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a06c6cc6-533e-4aa0-a4c9-d3294c8d15a1 req-20d4285e-f697-43e4-962f-7d41cd156694 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347271 Aug 09 18:59:37.495551 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] No DVR routers for this DVR port b28810fa-2312-4f50-893d-37d658b6ac87 on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:59:37.498207 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:37.502260 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1b8ccaa7-2452-4d94-85d8-717d2dd46b0f req-bc6c5439-0a20-4711-9690-3526a6624369 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.26 "DELETE /v2.0/ports/b28810fa-2312-4f50-893d-37d658b6ac87 HTTP/1.1" status: 204 len: 173 time: 0.8141749 Aug 09 18:59:37.502727 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-deleted', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:59:37.506288 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884ba4e3-08dd-4ec7-91ee-2068e5bc2255" -d '{"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-deleted", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:59:37.565055 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc11c7f-8089-45d3-81c6-a9b08eec1f71 x-openstack-request-id: req-9dc11c7f-8089-45d3-81c6-a9b08eec1f71 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:59:37.565391 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5056f4-53d2-4c03-9373-07c5571eba1b", "name": "network-vif-deleted", "tag": "b28810fa-2312-4f50-893d-37d658b6ac87", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:59:37.565646 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9dc11c7f-8089-45d3-81c6-a9b08eec1f71 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:59:37.566042 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5056f4-53d2-4c03-9373-07c5571eba1b', 'name': 'network-vif-deleted', 'tag': 'b28810fa-2312-4f50-893d-37d658b6ac87', 'status': 'completed', 'code': 200} Aug 09 18:59:37.601620 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-03ef8d46-ed90-41b8-b3bf-c9cadc05eff8 req-abc61a9d-f96d-47f7-ba83-6d30530e014d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c5056f4-53d2-4c03-9373-07c5571eba1b HTTP/1.1" status: 200 len: 210 time: 0.0323331 Aug 09 18:59:37.607950 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:59:37.840399 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:37.871400 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] Checking router: d25cff42-559f-438c-8da8-f2829ca55a77 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:59:37.881664 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:59:37.882293 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:59:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:38.114497 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:59:38.323335 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:38.349546 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787f26e-14e8-4698-aef2-e78dbef4645d None None] The sync data for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi is: [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:52:40Z', 'revision_number': 4, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '39180b32-9a1b-4dd5-b50b-d51fe7ea375e', 'name': '', 'network_id': '1bfe553e-7c03-4096-b9c3-661a29853c38', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'mac_address': 'fa:16:3e:44:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:39Z', 'updated_at': '2021-08-09T18:52:51Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'subnets': [{'id': '58e89b2b-65ec-4d1c-9b32-18079cd710c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:59:38.581023 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44927fa1-3f04-4776-977f-d1d48b0ebdd2 None None] New status for floating IP 9985b4d3-a775-4cdd-9255-392bf8dcccda: DOWN {{(pid=93291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:59:38.600016 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02167d76-d083-42bd-be2d-08094c69bc3b req-a1f0bd0e-250b-492b-a89c-488a216e6a7d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:38.601515 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-02167d76-d083-42bd-be2d-08094c69bc3b req-a1f0bd0e-250b-492b-a89c-488a216e6a7d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 943 time: 0.0530601 Aug 09 18:59:38.640089 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-02167d76-d083-42bd-be2d-08094c69bc3b req-07a9e0f3-4fc8-40b0-8ea2-4deec5b70e59 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Aug 09 18:59:38.697552 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 52766) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:38.758105 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a6f12b9f-59a1-4570-8862-37d6393f8fa4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:38.781278 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a6f12b9f-59a1-4570-8862-37d6393f8fa4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:38.834713 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a6f12b9f-59a1-4570-8862-37d6393f8fa4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:38.838433 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a6f12b9f-59a1-4570-8862-37d6393f8fa4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:38.839702 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a6f12b9f-59a1-4570-8862-37d6393f8fa4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "DELETE /v2.0/security-groups/6af41002-653e-4d79-9bb4-d2ee0dd2aa9c HTTP/1.1" status: 204 len: 168 time: 0.1402721 Aug 09 18:59:38.842697 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52768) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:38.849149 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f12b9f-59a1-4570-8862-37d6393f8fa4 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af41002-653e-4d79-9bb4-d2ee0dd2aa9c,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:38.857161 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.api.v2.resource [None req-ea6c64bd-ea59-4c1b-b6ea-554bd2c11cb1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] show failed (client error): The resource could not be found. Aug 09 18:59:38.858175 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-ea6c64bd-ea59-4c1b-b6ea-554bd2c11cb1 tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "GET /v2.0/security-groups/6af41002-653e-4d79-9bb4-d2ee0dd2aa9c HTTP/1.1" status: 404 len: 347 time: 0.0145745 Aug 09 18:59:38.861300 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 52770) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:38.994827 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Deleting port a4266d47-fa87-43dc-8993-78bd38e69779 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:59:38.995169 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:39.078343 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:39.078607 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:39.090661 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Calling delete_port for a4266d47-fa87-43dc-8993-78bd38e69779 owned by network:floatingip {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:59:39.221559 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:39.248825 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Pushing event deleted for resources: {'Port': ['ID=a4266d47-fa87-43dc-8993-78bd38e69779,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:39.315522 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks [] for floatingip, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:39.318167 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:39.319351 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-bbdde814-f94c-4efe-8be1-b52a1a846b6d tempest-AttachVolumeShelveTestJSON-1603367077 tempest-AttachVolumeShelveTestJSON-1603367077-project] 10.222.0.57 "DELETE /v2.0/floatingips/9985b4d3-a775-4cdd-9255-392bf8dcccda HTTP/1.1" status: 204 len: 168 time: 0.4570642 Aug 09 18:59:39.758598 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea1d63-5755-40ba-9c1e-629a9b0c1342 req-a00a8d0f-3529-4d4a-a3c9-74390de2656b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:39.760080 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-14ea1d63-5755-40ba-9c1e-629a9b0c1342 req-a00a8d0f-3529-4d4a-a3c9-74390de2656b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 943 time: 0.0507429 Aug 09 18:59:39.796682 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-14ea1d63-5755-40ba-9c1e-629a9b0c1342 req-a3314930-4ee7-4f75-bea9-1398560512a3 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301893 Aug 09 18:59:40.445950 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:59:40.469998 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: b28810fa-2312-4f50-893d-37d658b6ac87 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:59:40.470346 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device b28810fa-2312-4f50-893d-37d658b6ac87 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:59:40.911880 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cff028-025a-46b7-9eea-613536edf014 req-08465eb3-2072-45bd-a000-0259dbe47c11 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:40.913358 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f2cff028-025a-46b7-9eea-613536edf014 req-08465eb3-2072-45bd-a000-0259dbe47c11 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 943 time: 0.0483403 Aug 09 18:59:40.949330 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f2cff028-025a-46b7-9eea-613536edf014 req-69a5c2bf-58db-4421-82c7-bfa4deb2656f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301108 Aug 09 18:59:41.744375 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 52796) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:42.064164 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0a50c-a081-43c1-8e96-663d546cb6c2 req-572ef40a-bf2c-4c71-89be-ff207e8ae0e9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:42.065751 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6cc0a50c-a081-43c1-8e96-663d546cb6c2 req-572ef40a-bf2c-4c71-89be-ff207e8ae0e9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 943 time: 0.0493498 Aug 09 18:59:42.104098 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6cc0a50c-a081-43c1-8e96-663d546cb6c2 req-fa1006d7-10bd-4fd6-8235-d0c8c71cafe1 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Aug 09 18:59:42.266904 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2004099'] for router_interface, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:42.447123 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:59:42.541219 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:42.552784 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:59:42.590679 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:42.607857 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:59:42.630653 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:42.634658 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:42.683063 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:42.690855 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.691206 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.691548 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.691886 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.692242 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.692575 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.692897 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.693227 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.693549 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.693873 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.694193 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.694510 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:42.772484 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Deleting port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:59:42.773100 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:42.850392 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] For port 39180b32-9a1b-4dd5-b50b-d51fe7ea375e, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=39180b32-9a1b-4dd5-b50b-d51fe7ea375e,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:42.850781 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:42.864010 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Calling delete_port for 39180b32-9a1b-4dd5-b50b-d51fe7ea375e owned by network:router_interface {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:59:42.905141 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:59:43.075757 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:43.102403 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Pushing event deleted for resources: {'Port': ['ID=39180b32-9a1b-4dd5-b50b-d51fe7ea375e,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:43.231119 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728b098-dd7c-420a-ab42-680a8c361385 req-e0de3624-af68-4c70-b3d3-348f26a3b9e6 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:43.232811 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2728b098-dd7c-420a-ab42-680a8c361385 req-e0de3624-af68-4c70-b3d3-348f26a3b9e6 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 944 time: 0.0539286 Aug 09 18:59:43.272770 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2728b098-dd7c-420a-ab42-680a8c361385 req-5b5175dc-a469-4451-b272-f7b27d4f0475 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336998 Aug 09 18:59:43.282602 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003251'] for router_interface, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:43.512888 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Router d25cff42-559f-438c-8da8-f2829ca55a77 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:59:43.619954 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:59:43.625182 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-478735b0-73be-432d-8315-b5e25a102705 admin admin] 10.222.0.57 "PUT /v2.0/routers/d25cff42-559f-438c-8da8-f2829ca55a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8797681 Aug 09 18:59:43.628413 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52804) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:43.628571 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] Sync routers for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:59:43.637791 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:59:43.638405 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:59:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:43.732872 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:43.743691 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:59:43.832149 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:43.885661 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Deleting port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:59:43.886001 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:43.918678 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:59:43Z', 'revision_number': 5, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port': {'id': 'f2a0fbbe-7f6f-4025-bdaa-3adca0edce66', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:52:36Z', 'updated_at': '2021-08-09T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:43.945423 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] Checking router: d25cff42-559f-438c-8da8-f2829ca55a77 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:59:43.953796 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] Routers {'d25cff42-559f-438c-8da8-f2829ca55a77'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:59:43.954398 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:59:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['d25cff42-559f-438c-8da8-f2829ca55a77'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:43.962749 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] For port f2a0fbbe-7f6f-4025-bdaa-3adca0edce66, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=f2a0fbbe-7f6f-4025-bdaa-3adca0edce66,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:43.963115 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:43.980496 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Calling delete_port for f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 owned by network:router_gateway {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:59:44.039204 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] Set router d25cff42-559f-438c-8da8-f2829ca55a77 gateway port host: None {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:59:44.093922 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:59:43Z', 'revision_number': 6, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port_host': None}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:44.121045 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17487c5-1b48-498e-ab2a-23bddf138b24 None None] The sync data for ids ['d25cff42-559f-438c-8da8-f2829ca55a77'] in dv-cinder-782995-5-iscsi is: [{'id': 'd25cff42-559f-438c-8da8-f2829ca55a77', 'name': 'tempest-AttachVolumeShelveTestJSON-1699933773-router', 'tenant_id': 'ba6dd93367d9473b85c4458e183d3190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:52:35Z', 'updated_at': '2021-08-09T18:59:43Z', 'revision_number': 6, 'project_id': 'ba6dd93367d9473b85c4458e183d3190', 'gw_port_host': None}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:59:44.144518 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.172227 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a0fbbe-7f6f-4025-bdaa-3adca0edce66,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:44.185877 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.186899 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.187115 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.187459 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.187793 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.188181 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.188586 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.188852 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.189180 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.189497 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.189829 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.190151 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:59:44.243913 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004949'] for router_gateway, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.329849 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40602'] for router, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.332594 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.398600 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2002389'] for router, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.399045 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d25cff42-559f-438c-8da8-f2829ca55a77 {{(pid=93289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:59:44.406991 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.408309 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-18d2d052-043a-43f6-8e44-73be22b75cc7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d25cff42-559f-438c-8da8-f2829ca55a77 HTTP/1.1" status: 204 len: 168 time: 0.7788482 Aug 09 18:59:44.411784 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 52808) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:44.428297 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fac2b7-b53a-46e6-a33e-a7084c6ada15 req-a9a059a9-6db0-492b-8640-0c68462029e8 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:44.429901 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-35fac2b7-b53a-46e6-a33e-a7084c6ada15 req-a9a059a9-6db0-492b-8640-0c68462029e8 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 944 time: 0.0617430 Aug 09 18:59:44.457294 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a3f3b9-d542-43ab-ab69-63d8ca0660f1 admin admin] Deleting subnet 58e89b2b-65ec-4d1c-9b32-18079cd710c8 {{(pid=93288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:59:44.463190 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f3b9-d542-43ab-ab69-63d8ca0660f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.468907 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-35fac2b7-b53a-46e6-a33e-a7084c6ada15 req-6e40c339-5c3b-476a-9dfb-ed134f690f2e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330040 Aug 09 18:59:44.472366 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:59:44.510021 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f3b9-d542-43ab-ab69-63d8ca0660f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3883920'] for subnet, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.528572 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:59:44.533355 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:59:44.533790 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.623819 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.630353 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f3b9-d542-43ab-ab69-63d8ca0660f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.647870 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:59:44.650205 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65125265-2d61-4bbc-a32a-106f2c111948" -d '{"events": [{"server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "name": "network-vif-plugged", "status": "completed", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:59:44.663796 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:44.668162 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.689105 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f3b9-d542-43ab-ab69-63d8ca0660f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3882496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3378366'] for subnet, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.708766 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94267ee-8260-4707-9b03-759a747da86b x-openstack-request-id: req-f94267ee-8260-4707-9b03-759a747da86b {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:59:44.709192 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "name": "network-vif-plugged", "status": "completed", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:59:44.709302 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f94267ee-8260-4707-9b03-759a747da86b {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:59:44.709703 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'code': 200} Aug 09 18:59:44.721281 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3f3b9-d542-43ab-ab69-63d8ca0660f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e89b2b-65ec-4d1c-9b32-18079cd710c8,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:44.723343 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f2a3f3b9-d542-43ab-ab69-63d8ca0660f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.725326 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-f2a3f3b9-d542-43ab-ab69-63d8ca0660f1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/58e89b2b-65ec-4d1c-9b32-18079cd710c8 HTTP/1.1" status: 204 len: 168 time: 0.3124952 Aug 09 18:59:44.727865 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 52812) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:44.731635 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d8238-3853-4c41-b139-fef3ee47e133 None None] Network 1bfe553e-7c03-4096-b9c3-661a29853c38 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:59:44.750669 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:44.802725 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.865340 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Deleting port b4aac550-336c-4144-b23c-6737518cb420 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:59:44.865690 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.925799 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf99cae0-3c89-44b8-b360-82ab5e88ea65 None None] DHCP port deletion for 1bfe553e-7c03-4096-b9c3-661a29853c38 request from dv-cinder-782995-5-iscsi {{(pid=93290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:59:44.953944 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] For port b4aac550-336c-4144-b23c-6737518cb420, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=b4aac550-336c-4144-b23c-6737518cb420,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:44.954442 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.981506 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-bf99cae0-3c89-44b8-b360-82ab5e88ea65 None None] Deleting port b4aac550-336c-4144-b23c-6737518cb420 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:59:44.981904 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bf99cae0-3c89-44b8-b360-82ab5e88ea65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:44.992966 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Calling delete_port for b4aac550-336c-4144-b23c-6737518cb420 owned by network:dhcp {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:59:45.024686 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 39180b32-9a1b-4dd5-b50b-d51fe7ea375e no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:59:45.051470 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d0e3e-6652-4af3-a0b7-88d1ac315b5b req-dfe24451-c378-4545-9600-cbfeda392831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:45.053052 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8b7d0e3e-6652-4af3-a0b7-88d1ac315b5b req-dfe24451-c378-4545-9600-cbfeda392831 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 1098 time: 0.0956190 Aug 09 18:59:45.055653 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 39180b32-9a1b-4dd5-b50b-d51fe7ea375e {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:59:45.056032 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 39180b32-9a1b-4dd5-b50b-d51fe7ea375e not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:59:45.056460 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:59:45.077967 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:59:45.078318 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device f2a0fbbe-7f6f-4025-bdaa-3adca0edce66 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:59:45.096248 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-bf99cae0-3c89-44b8-b360-82ab5e88ea65 None None] For port b4aac550-336c-4144-b23c-6737518cb420, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=b4aac550-336c-4144-b23c-6737518cb420,segment=NetworkSegment(c715b409-84bf-40f5-9407-92cf68ae8481),segment_id=c715b409-84bf-40f5-9407-92cf68ae8481)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:59:45.096548 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bf99cae0-3c89-44b8-b360-82ab5e88ea65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.110342 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-bf99cae0-3c89-44b8-b360-82ab5e88ea65 None None] Calling delete_port for b4aac550-336c-4144-b23c-6737518cb420 owned by network:dhcp {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:59:45.110884 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8b7d0e3e-6652-4af3-a0b7-88d1ac315b5b req-4bb09e4b-3017-4b86-ba6f-6ed6b3207fe8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494671 Aug 09 18:59:45.118632 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.151060 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4aac550-336c-4144-b23c-6737518cb420,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:45.153229 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] No DVR routers for this DVR port b4aac550-336c-4144-b23c-6737518cb420 on host dv-cinder-782995-5-iscsi {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:59:45.232244 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.239435 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bf99cae0-3c89-44b8-b360-82ab5e88ea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.243814 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfe553e-7c03-4096-b9c3-661a29853c38']}} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:45.261742 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c715b409-84bf-40f5-9407-92cf68ae8481') {'for_net_delete': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:45.262056 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c715b409-84bf-40f5-9407-92cf68ae8481') {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:45.265355 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99cae0-3c89-44b8-b360-82ab5e88ea65 None None] Pushing event deleted for resources: {'Port': ['ID=b4aac550-336c-4144-b23c-6737518cb420,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:45.268775 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99cae0-3c89-44b8-b360-82ab5e88ea65 None None] No DVR routers for this DVR port b4aac550-336c-4144-b23c-6737518cb420 on host dv-cinder-782995-5-iscsi {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:59:45.273977 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3883911'] for segment, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.290898 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.297755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:59:45.298145 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3882718'] for segment, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: Traceback (most recent call last): Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: timer() Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: cb(*args, **kw) Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: return func(*args, **kwargs) Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: self._notify() Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: self.callback(batched_events) Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: event.method(event) Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: return f(self, *a, **k) Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._get(url).json() Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: return self.request(url, 'GET', **kwargs) Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:59:45.299773 dv-cinder-782995-5-iscsi neutron-server[93288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:59:45.358120 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.363276 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.365143 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1bfe553e-7c03-4096-b9c3-661a29853c38 HTTP/1.1" status: 204 len: 168 time: 0.6362934 Aug 09 18:59:45.375615 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d4f94-1928-4de6-a62b-78c841adc3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfe553e-7c03-4096-b9c3-661a29853c38,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:45.475616 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52816) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:45.517145 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-4102cd7a-9f54-42d8-a527-bc5fa56ea7fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba6dd93367d9473b85c4458e183d3190&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403159 Aug 09 18:59:45.520130 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52820) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:45.597382 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2864bfde-613b-4445-9a20-5bc354ead3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.620156 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72e98e-5daa-48bb-af3b-7254e41afd2a req-fb2dd703-c88f-4ab0-be3c-58be5d6dbdbf tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:45.621650 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ba72e98e-5daa-48bb-af3b-7254e41afd2a req-fb2dd703-c88f-4ab0-be3c-58be5d6dbdbf tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 945 time: 0.0680606 Aug 09 18:59:45.638180 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2864bfde-613b-4445-9a20-5bc354ead3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.695322 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ba72e98e-5daa-48bb-af3b-7254e41afd2a req-6c0651cf-b60f-4199-bd06-87a41be6718b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660987 Aug 09 18:59:45.715997 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2864bfde-613b-4445-9a20-5bc354ead3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.719635 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2864bfde-613b-4445-9a20-5bc354ead3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:45.721107 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-2864bfde-613b-4445-9a20-5bc354ead3e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e37b7212-593c-47fb-b18b-a82628436c98 HTTP/1.1" status: 204 len: 168 time: 0.2000425 Aug 09 18:59:45.729130 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864bfde-613b-4445-9a20-5bc354ead3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37b7212-593c-47fb-b18b-a82628436c98,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:46.816689 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aec81-ce22-4efb-b87b-06146a1e35b5 req-99b82593-6472-4fa9-acf7-64ffa69cf4a3 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:46.827804 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-226aec81-ce22-4efb-b87b-06146a1e35b5 req-99b82593-6472-4fa9-acf7-64ffa69cf4a3 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Aug 09 18:59:46.867515 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-226aec81-ce22-4efb-b87b-06146a1e35b5 req-57d0f7d0-92d1-4a22-bd41-777a015bd8fa tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387080 Aug 09 18:59:46.881326 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device b4aac550-336c-4144-b23c-6737518cb420 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:59:46.909866 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: b4aac550-336c-4144-b23c-6737518cb420 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:59:46.910220 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device b4aac550-336c-4144-b23c-6737518cb420 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:59:46.993845 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8416d49-7f12-477a-b726-52000b995633 req-ceef4604-f5e9-49da-a9e2-bd5d2bfa26c1 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:46.995342 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a8416d49-7f12-477a-b726-52000b995633 req-ceef4604-f5e9-49da-a9e2-bd5d2bfa26c1 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 945 time: 0.0527930 Aug 09 18:59:47.037300 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a8416d49-7f12-477a-b726-52000b995633 req-88405eda-a0ee-4997-892a-e7ca7a54dae8 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345623 Aug 09 18:59:47.059188 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52864) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:47.102489 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea25657-d9a2-42bd-95de-f4a4846ead11 tempest-TestVolumeBootPattern-540377704 tempest-TestVolumeBootPattern-540377704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:47.104206 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-cea25657-d9a2-42bd-95de-f4a4846ead11 tempest-TestVolumeBootPattern-540377704 tempest-TestVolumeBootPattern-540377704-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 1093 time: 0.0440018 Aug 09 18:59:47.106906 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52868) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:47.112224 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'floatingip': {'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:59:47.138873 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:47.237205 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:47.354151 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Allocated IP 172.27.1.23 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/c7acd19d-a79d-441f-bc27-f11eb668387d) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:59:47.460113 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:47.498338 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:47.532887 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:59:47.535546 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:59:47.543840 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:59:47.820523 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'Port': ['ID=c7acd19d-a79d-441f-bc27-f11eb668387d,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:48.135678 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:48.202323 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:48.344928 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:48.349587 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:48.424862 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'Port': ['ID=c7acd19d-a79d-441f-bc27-f11eb668387d,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:48.439880 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:48.540140 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.l3_db [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Floating IP 153968f2-2bad-4fc8-bbc4-a81264e68042 associated. External IP: 172.27.1.23, port: 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1. Aug 09 18:59:48.778906 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Router 7d26dca8-b91f-4870-b91f-03afd1536f20 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:59:48.885193 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:59:48.894866 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] Sync routers for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:59:48.901157 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:48.905429 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:59:48.906121 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:59:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:48.930790 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b096dfa9-cdcb-40b6-87d0-fbb31f0785a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8227043 Aug 09 18:59:48.931638 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:59:48.934334 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb9438c-c1e9-47ae-9009-40fe4f7594c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:59:48.971216 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbe1a29-5659-4012-bdde-9a9e941f423a x-openstack-request-id: req-bcbe1a29-5659-4012-bdde-9a9e941f423a {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:59:48.971503 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:59:48.971748 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcbe1a29-5659-4012-bdde-9a9e941f423a {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:59:48.972209 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'status': 'completed', 'code': 200} Aug 09 18:59:49.025979 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:59:49.032960 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-710f2529-f5b6-4105-864f-e10e5821898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:49.034455 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-710f2529-f5b6-4105-864f-e10e5821898b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 1098 time: 0.0394619 Aug 09 18:59:49.138298 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-a32ecb15-f2fa-4e6b-9bc0-6030aea0d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:49.139776 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-a32ecb15-f2fa-4e6b-9bc0-6030aea0d18d service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.0927329 Aug 09 18:59:49.207936 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-6ac7db87-13e0-4faf-b390-4d87d0b7f2e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 HTTP/1.1" status: 200 len: 998 time: 0.0592563 Aug 09 18:59:49.261175 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-ffaec388-7050-442f-b407-e1795da32b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:49.262625 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-ffaec388-7050-442f-b407-e1795da32b7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0470855 Aug 09 18:59:49.311799 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-68d7f899-f9e3-46ba-81f3-d9185da23f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:49.313338 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-68d7f899-f9e3-46ba-81f3-d9185da23f54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440469 Aug 09 18:59:49.408730 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-8088b37c-1c48-47ec-8a9d-80f28244beef service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880287 Aug 09 18:59:49.440929 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '153968f2-2bad-4fc8-bbc4-a81264e68042', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:59:48Z', 'updated_at': '2021-08-09T18:59:48Z', 'revision_number': 0, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:49.472232 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] Checking router: 7d26dca8-b91f-4870-b91f-03afd1536f20 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:59:49.490511 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:59:49.491102 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T18:59:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:49.505806 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-edb9438c-c1e9-47ae-9009-40fe4f7594c3 req-1c001ce3-7faf-4de2-8283-e030065dee61 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878663 Aug 09 18:59:49.609520 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:59:49.832368 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '153968f2-2bad-4fc8-bbc4-a81264e68042', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:59:48Z', 'updated_at': '2021-08-09T18:59:48Z', 'revision_number': 0, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:59:49.857425 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfba88-140c-4e23-b00e-35ab6c9e5e47 None None] The sync data for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi is: [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '153968f2-2bad-4fc8-bbc4-a81264e68042', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:59:48Z', 'updated_at': '2021-08-09T18:59:48Z', 'revision_number': 0, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:59:50.056944 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6714760-a737-40cb-8307-88f6ba82a8c2 None None] New status for floating IP 153968f2-2bad-4fc8-bbc4-a81264e68042: ACTIVE {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:59:56.808099 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:59:57.600005 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 52972) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:57.702637 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-07911d92-bcc0-4c6a-8c7f-05eb38db8354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:57.798620 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-07911d92-bcc0-4c6a-8c7f-05eb38db8354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:57.803019 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-07911d92-bcc0-4c6a-8c7f-05eb38db8354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:57.839865 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-07911d92-bcc0-4c6a-8c7f-05eb38db8354 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=757414b3e9764eb1aea0badba9518d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387707 Aug 09 18:59:57.840715 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07911d92-bcc0-4c6a-8c7f-05eb38db8354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c55a36-0a5b-4d7a-9091-2ca89353f463,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:57.843077 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52976) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:57.891362 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-34d19c1e-8025-41e9-98bf-a2713a6b9baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:57.912823 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-34d19c1e-8025-41e9-98bf-a2713a6b9baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:57.957037 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-34d19c1e-8025-41e9-98bf-a2713a6b9baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:57.959615 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-34d19c1e-8025-41e9-98bf-a2713a6b9baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:57.960771 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-34d19c1e-8025-41e9-98bf-a2713a6b9baa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5c55a36-0a5b-4d7a-9091-2ca89353f463 HTTP/1.1" status: 204 len: 168 time: 0.1161597 Aug 09 18:59:57.968586 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d19c1e-8025-41e9-98bf-a2713a6b9baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c55a36-0a5b-4d7a-9091-2ca89353f463,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:58.225875 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 52982) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:58.238864 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b2dc508d-5de9-4472-8c7b-e8cba0abbaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:58.327854 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b2dc508d-5de9-4472-8c7b-e8cba0abbaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:58.332370 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b2dc508d-5de9-4472-8c7b-e8cba0abbaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:58.373301 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b2dc508d-5de9-4472-8c7b-e8cba0abbaed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28f93f72e34a417eb8f9b18bd31bf0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463170 Aug 09 18:59:58.375032 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc508d-5de9-4472-8c7b-e8cba0abbaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68254fdb-cc0f-41e9-b8d5-688358daca6f,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:58.376630 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 52984) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:59:58.431522 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9aab94a5-d754-4a22-be71-a66217da7e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:58.455448 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9aab94a5-d754-4a22-be71-a66217da7e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:58.517583 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9aab94a5-d754-4a22-be71-a66217da7e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:58.520271 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9aab94a5-d754-4a22-be71-a66217da7e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:58.521593 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-9aab94a5-d754-4a22-be71-a66217da7e8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68254fdb-cc0f-41e9-b8d5-688358daca6f HTTP/1.1" status: 204 len: 168 time: 0.1437025 Aug 09 18:59:58.530840 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab94a5-d754-4a22-be71-a66217da7e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68254fdb-cc0f-41e9-b8d5-688358daca6f,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:59:58.540267 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:59.598313 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-877e2805-7e2f-4f17-b054-7a8fa093ba52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:59:59.783923 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de2fd8-918c-4175-ba30-9a6da0317dce req-536edda7-affa-497a-a13f-8b08ce39e168 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:59:59.785441 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a0de2fd8-918c-4175-ba30-9a6da0317dce req-536edda7-affa-497a-a13f-8b08ce39e168 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0504797 Aug 09 18:59:59.823671 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a0de2fd8-918c-4175-ba30-9a6da0317dce req-98c7936f-d143-42da-9f0e-b9e870bf4cc0 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Aug 09 19:00:00.944951 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4993b-e248-4989-a5c2-1915af644b8a req-c11f2e93-0b57-40c0-a6da-688fb5b92fda tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:00.946496 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-35b4993b-e248-4989-a5c2-1915af644b8a req-c11f2e93-0b57-40c0-a6da-688fb5b92fda tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0499947 Aug 09 19:00:00.987301 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-35b4993b-e248-4989-a5c2-1915af644b8a req-f0fd7d73-282d-4b4e-bb52-6969a2d1304e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327988 Aug 09 19:00:01.181689 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-a7bdb722-df44-4dcd-a3cd-c99a1b93a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:01.183271 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-a7bdb722-df44-4dcd-a3cd-c99a1b93a1a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbd8537f7c574bdf9671c0c1331507ce&device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1099 time: 0.0469506 Aug 09 19:00:01.291936 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-6bdd6350-d84f-4891-bf87-e4821322ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:01.293744 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-6bdd6350-d84f-4891-bf87-e4821322ab3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=79d7113b-06f2-4dc8-a824-1775b671c199 HTTP/1.1" status: 200 len: 910 time: 0.0884938 Aug 09 19:00:01.366079 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-01f34d30-8c36-40ad-b52e-d5df16c67028 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e HTTP/1.1" status: 200 len: 1002 time: 0.0651264 Aug 09 19:00:01.423856 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-2749edfd-e605-405c-879c-3df0c99fe4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:01.428011 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-2749edfd-e605-405c-879c-3df0c99fe4fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=060e4672-ab6d-4fe9-a456-f46ddc6bce7f HTTP/1.1" status: 200 len: 848 time: 0.0477934 Aug 09 19:00:01.474759 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-1189f2c3-7e96-48c4-9762-6c230e65b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:01.476205 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-1189f2c3-7e96-48c4-9762-6c230e65b077 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79d7113b-06f2-4dc8-a824-1775b671c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402169 Aug 09 19:00:01.511498 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 53124) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:01.573014 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-3fd596e6-24f3-46ed-99cb-657637acc890 service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878639 Aug 09 19:00:01.626486 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-02a16dce-2d1c-4048-9ac9-0e9b2c44936e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:01.679304 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-d8f2e24a-7854-400f-a06a-ba81e7cdc224 req-30ad2bd2-ebc5-4108-810d-1fbcd755c50f service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986407 Aug 09 19:00:01.735729 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-02a16dce-2d1c-4048-9ac9-0e9b2c44936e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:01.740464 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-02a16dce-2d1c-4048-9ac9-0e9b2c44936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:01.784390 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-02a16dce-2d1c-4048-9ac9-0e9b2c44936e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9fa3de03286940f6b2c31b70145abbb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714357 Aug 09 19:00:01.784897 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a16dce-2d1c-4048-9ac9-0e9b2c44936e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4e0003-e574-447d-afe4-98e4b2e8cf35,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:01.787615 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53130) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:01.838584 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbaedbdd-159d-4648-b7bf-d49db7f5cb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:01.860523 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbaedbdd-159d-4648-b7bf-d49db7f5cb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:01.910342 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbaedbdd-159d-4648-b7bf-d49db7f5cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:01.913021 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbaedbdd-159d-4648-b7bf-d49db7f5cb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:01.914180 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-bbaedbdd-159d-4648-b7bf-d49db7f5cb24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a4e0003-e574-447d-afe4-98e4b2e8cf35 HTTP/1.1" status: 204 len: 168 time: 0.1251380 Aug 09 19:00:01.922265 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaedbdd-159d-4648-b7bf-d49db7f5cb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4e0003-e574-447d-afe4-98e4b2e8cf35,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:02.105069 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19662ffe-4a54-440b-9c34-745295e286c9 req-f6b66c1e-870f-4143-8bfc-8190ce86d5e7 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:02.106625 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-19662ffe-4a54-440b-9c34-745295e286c9 req-f6b66c1e-870f-4143-8bfc-8190ce86d5e7 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0493886 Aug 09 19:00:02.146395 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-19662ffe-4a54-440b-9c34-745295e286c9 req-1598a022-e6a6-4605-bb1a-72775f483681 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334735 Aug 09 19:00:02.182032 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53138) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:02.194859 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2118045b-735c-4a83-b4be-39942f0178b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:02.282267 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2118045b-735c-4a83-b4be-39942f0178b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:02.286207 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2118045b-735c-4a83-b4be-39942f0178b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:02.324412 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-2118045b-735c-4a83-b4be-39942f0178b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6f2955aecc8436b8894105d69ee5bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413155 Aug 09 19:00:02.325134 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118045b-735c-4a83-b4be-39942f0178b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dc15b1-14ec-4d0e-973e-e8382891397e,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:02.327118 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 53140) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:02.370589 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-100058ec-c9d6-45d2-b9a9-b9bb55e1b059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:02.378095 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-622379fe-7b42-402c-be8b-d24849278c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:02.399538 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-622379fe-7b42-402c-be8b-d24849278c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:02.445998 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-622379fe-7b42-402c-be8b-d24849278c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:02.448618 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-622379fe-7b42-402c-be8b-d24849278c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:02.449769 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-622379fe-7b42-402c-be8b-d24849278c4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61dc15b1-14ec-4d0e-973e-e8382891397e HTTP/1.1" status: 204 len: 168 time: 0.1210582 Aug 09 19:00:02.458274 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622379fe-7b42-402c-be8b-d24849278c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dc15b1-14ec-4d0e-973e-e8382891397e,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:02.477464 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:03.270352 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a11a9a-62bb-4658-83bd-a243bee4afa4 req-2e8f5231-8240-4bb8-b828-b28b5df5b412 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:03.271910 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-52a11a9a-62bb-4658-83bd-a243bee4afa4 req-2e8f5231-8240-4bb8-b828-b28b5df5b412 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0568056 Aug 09 19:00:03.284328 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:03.314798 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-52a11a9a-62bb-4658-83bd-a243bee4afa4 req-a107bba5-d6fb-4422-a2c3-dd69f64f86ad tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365307 Aug 09 19:00:04.433146 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4428c5f-c0c6-4a74-9466-5cf140da73d4 req-a4e38bda-af6f-44fc-a9ee-b2e1c00adc41 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:04.434524 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a4428c5f-c0c6-4a74-9466-5cf140da73d4 req-a4e38bda-af6f-44fc-a9ee-b2e1c00adc41 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0484254 Aug 09 19:00:04.471030 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a4428c5f-c0c6-4a74-9466-5cf140da73d4 req-90eccd82-bb8e-468c-a16a-54b51fa53879 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305071 Aug 09 19:00:05.100812 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:05.585932 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c66d1-b1fa-4978-9600-b80d7b1ce097 req-809937f2-099b-4f3c-877f-3c920b8640f6 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:05.587456 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-511c66d1-b1fa-4978-9600-b80d7b1ce097 req-809937f2-099b-4f3c-877f-3c920b8640f6 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0494959 Aug 09 19:00:05.626767 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-511c66d1-b1fa-4978-9600-b80d7b1ce097 req-29b8c242-c8ac-4be5-b486-9ad22c2041e1 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333040 Aug 09 19:00:06.744937 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb6ded-65a4-43c5-9699-f79c010a560d req-6d3c2a43-19a3-4343-b653-aef708afd21f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:06.746416 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4adb6ded-65a4-43c5-9699-f79c010a560d req-6d3c2a43-19a3-4343-b653-aef708afd21f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0520468 Aug 09 19:00:06.783815 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4adb6ded-65a4-43c5-9699-f79c010a560d req-3ca414f2-1c09-469c-a109-7fdf4f713097 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Aug 09 19:00:07.898366 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e08e36-9609-4621-b5b6-b9c992f76e56 req-e2cbb57a-e6b4-4137-ba98-020bb68ce032 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:07.899822 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-28e08e36-9609-4621-b5b6-b9c992f76e56 req-e2cbb57a-e6b4-4137-ba98-020bb68ce032 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0476253 Aug 09 19:00:07.937241 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-28e08e36-9609-4621-b5b6-b9c992f76e56 req-ca13cc4d-4857-43d7-a242-85a2954f518c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Aug 09 19:00:09.049439 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cea76-56db-4fef-8b35-218192330cea req-23378e8b-0712-4ed4-a65d-af9bc8bd44da tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:09.050923 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5b7cea76-56db-4fef-8b35-218192330cea req-23378e8b-0712-4ed4-a65d-af9bc8bd44da tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0483189 Aug 09 19:00:09.089275 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5b7cea76-56db-4fef-8b35-218192330cea req-dcfd7e36-646c-43c5-aae4-9db4c839681c tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Aug 09 19:00:09.926267 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5e26c-5862-45fc-8688-45b436117885 req-c4bd0004-3b6a-414c-bb28-47925b0c33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:09.927826 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-fed5e26c-5862-45fc-8688-45b436117885 req-c4bd0004-3b6a-414c-bb28-47925b0c33c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbd8537f7c574bdf9671c0c1331507ce&device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1099 time: 0.0434263 Aug 09 19:00:10.026671 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5e26c-5862-45fc-8688-45b436117885 req-30663481-6af0-4433-9bdf-2214fe4c67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:10.028225 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-fed5e26c-5862-45fc-8688-45b436117885 req-30663481-6af0-4433-9bdf-2214fe4c67c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79d7113b-06f2-4dc8-a824-1775b671c199 HTTP/1.1" status: 200 len: 910 time: 0.0915177 Aug 09 19:00:10.097227 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-fed5e26c-5862-45fc-8688-45b436117885 req-b1a99e0e-f15b-4891-93cb-cbcf27fb5143 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e HTTP/1.1" status: 200 len: 1002 time: 0.0610666 Aug 09 19:00:10.149870 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5e26c-5862-45fc-8688-45b436117885 req-ebeb0722-aa9e-406e-b26a-586c93dcb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:10.151328 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-fed5e26c-5862-45fc-8688-45b436117885 req-ebeb0722-aa9e-406e-b26a-586c93dcb285 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=060e4672-ab6d-4fe9-a456-f46ddc6bce7f HTTP/1.1" status: 200 len: 848 time: 0.0447536 Aug 09 19:00:10.200195 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5e26c-5862-45fc-8688-45b436117885 req-9d637825-d123-41ac-b4c1-6a30b317ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:10.202158 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-fed5e26c-5862-45fc-8688-45b436117885 req-9d637825-d123-41ac-b4c1-6a30b317ca0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79d7113b-06f2-4dc8-a824-1775b671c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424836 Aug 09 19:00:10.206279 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7401875-9f43-46e5-9edf-42ca0d479046 req-a6d3efa3-4a1d-48a7-8581-15d6c3ad27af tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:10.207749 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f7401875-9f43-46e5-9edf-42ca0d479046 req-a6d3efa3-4a1d-48a7-8581-15d6c3ad27af tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0518742 Aug 09 19:00:10.244904 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f7401875-9f43-46e5-9edf-42ca0d479046 req-9e23322c-0e54-4b1a-a2de-08138e60771f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310202 Aug 09 19:00:10.291292 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-fed5e26c-5862-45fc-8688-45b436117885 req-89ac934c-dcd9-4cce-b153-386e7fc93ffb service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813165 Aug 09 19:00:10.384140 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-fed5e26c-5862-45fc-8688-45b436117885 req-e922e91c-31cc-4391-837d-34d425b52730 service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851235 Aug 09 19:00:11.367027 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb9186-efaa-45bf-9489-a1035b852cf1 req-3cbe9bb2-d6fc-45a4-aac6-9793844ece54 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:11.368557 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88fb9186-efaa-45bf-9489-a1035b852cf1 req-3cbe9bb2-d6fc-45a4-aac6-9793844ece54 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0525148 Aug 09 19:00:11.406339 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88fb9186-efaa-45bf-9489-a1035b852cf1 req-49219a07-e5f7-4463-bf01-a50de2435b25 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Aug 09 19:00:12.495549 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53254) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:12.535292 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4be65-b8a7-428a-9d3c-41e0f7a8cb18 req-1f0b10e7-8bf4-4aea-8e90-b8d5ad429347 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:12.536882 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-23e4be65-b8a7-428a-9d3c-41e0f7a8cb18 req-1f0b10e7-8bf4-4aea-8e90-b8d5ad429347 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0550811 Aug 09 19:00:12.585151 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-23e4be65-b8a7-428a-9d3c-41e0f7a8cb18 req-655eb690-460b-4782-8a20-50c473cefb48 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400996 Aug 09 19:00:12.626313 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-58801efd-5068-422e-ad91-2dabeb6051a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:12.736002 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-58801efd-5068-422e-ad91-2dabeb6051a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:12.740090 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-58801efd-5068-422e-ad91-2dabeb6051a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:12.780422 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-58801efd-5068-422e-ad91-2dabeb6051a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1406c90ae97049d0b9cb44d605b4edd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828798 Aug 09 19:00:12.781595 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58801efd-5068-422e-ad91-2dabeb6051a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2016ad75-ca07-4f55-b0b3-c74530400a29,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:12.783077 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 53258) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:12.843472 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-40bfa17c-ebab-49ae-a370-16f11b2249be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:12.867794 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-40bfa17c-ebab-49ae-a370-16f11b2249be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:12.925700 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-40bfa17c-ebab-49ae-a370-16f11b2249be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:12.928699 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-40bfa17c-ebab-49ae-a370-16f11b2249be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:12.929910 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-40bfa17c-ebab-49ae-a370-16f11b2249be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2016ad75-ca07-4f55-b0b3-c74530400a29 HTTP/1.1" status: 204 len: 168 time: 0.1447465 Aug 09 19:00:12.941508 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfa17c-ebab-49ae-a370-16f11b2249be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016ad75-ca07-4f55-b0b3-c74530400a29,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:13.267712 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 53264) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:13.281833 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dafa196c-578f-4bdd-b0b1-f0853fb7bdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:13.382497 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dafa196c-578f-4bdd-b0b1-f0853fb7bdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:13.386505 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-dafa196c-578f-4bdd-b0b1-f0853fb7bdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:13.425719 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa196c-578f-4bdd-b0b1-f0853fb7bdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde9c70b-5c20-4fbb-abde-a65feca146c8,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:13.430146 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-dafa196c-578f-4bdd-b0b1-f0853fb7bdad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cee09e74c3a645a4ac93648f00d06d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613505 Aug 09 19:00:13.433055 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 53266) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:13.485529 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d740572c-3090-4c0d-93b8-127841aa0295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:13.506745 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d740572c-3090-4c0d-93b8-127841aa0295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:13.557825 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d740572c-3090-4c0d-93b8-127841aa0295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:13.560666 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d740572c-3090-4c0d-93b8-127841aa0295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:13.561873 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-d740572c-3090-4c0d-93b8-127841aa0295 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fde9c70b-5c20-4fbb-abde-a65feca146c8 HTTP/1.1" status: 204 len: 168 time: 0.1277206 Aug 09 19:00:13.570371 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740572c-3090-4c0d-93b8-127841aa0295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde9c70b-5c20-4fbb-abde-a65feca146c8,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:13.718826 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04c6b-0ab7-41a0-bc2a-0ea842ebc73c req-5b877a48-eedc-4b35-95ad-e83896a3bbe2 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:13.720494 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-85c04c6b-0ab7-41a0-bc2a-0ea842ebc73c req-5b877a48-eedc-4b35-95ad-e83896a3bbe2 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0547702 Aug 09 19:00:13.766902 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-85c04c6b-0ab7-41a0-bc2a-0ea842ebc73c req-5f1535f3-6c9b-4c5a-8d92-1e3d14eec945 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403337 Aug 09 19:00:14.015134 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ea4af-de9c-44a1-9967-d2826d36017c req-10fb040f-a571-4314-a59e-82eb336918b9 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:14.016709 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e2ea4af-de9c-44a1-9967-d2826d36017c req-10fb040f-a571-4314-a59e-82eb336918b9 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0510921 Aug 09 19:00:14.056499 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e2ea4af-de9c-44a1-9967-d2826d36017c req-afc46373-0110-49d6-a488-0e5783acc834 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335462 Aug 09 19:00:14.090764 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-90e27bac-88cd-4707-824e-808037033d52 req-47191820-a68f-412d-aacc-2f14b305c1b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1558356 Aug 09 19:00:15.150563 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7af00-951f-4fb5-b8c1-0b9a084c93f3 req-47630039-36da-49e9-a27d-9abc32c47c5e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:15.152286 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-03c7af00-951f-4fb5-b8c1-0b9a084c93f3 req-47630039-36da-49e9-a27d-9abc32c47c5e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0616715 Aug 09 19:00:15.221317 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-03c7af00-951f-4fb5-b8c1-0b9a084c93f3 req-ee8fa71d-3bf0-4d35-87a7-5195df84c124 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592403 Aug 09 19:00:15.232745 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb89609-3bfa-4a6c-9f64-ef21de15246d req-319b5bf6-2c8a-4306-bd41-f947262fc02d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:15.234053 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bfb89609-3bfa-4a6c-9f64-ef21de15246d req-319b5bf6-2c8a-4306-bd41-f947262fc02d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0808396 Aug 09 19:00:15.279217 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bfb89609-3bfa-4a6c-9f64-ef21de15246d req-0326dd36-39e0-45bd-b1c5-56ed3e8d136b tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360792 Aug 09 19:00:15.644906 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27bac-88cd-4707-824e-808037033d52 req-02df57b5-93a4-4334-8921-51dabed54155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:15.646438 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-90e27bac-88cd-4707-824e-808037033d52 req-02df57b5-93a4-4334-8921-51dabed54155 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf&tenant_id=bbd8537f7c574bdf9671c0c1331507ce HTTP/1.1" status: 200 len: 1099 time: 0.2704594 Aug 09 19:00:15.717933 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27bac-88cd-4707-824e-808037033d52 req-4dc26513-7f2b-4019-a192-2d48dc9dc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:15.719885 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-90e27bac-88cd-4707-824e-808037033d52 req-4dc26513-7f2b-4019-a192-2d48dc9dc931 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbd8537f7c574bdf9671c0c1331507ce&device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1099 time: 0.0467505 Aug 09 19:00:15.813340 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27bac-88cd-4707-824e-808037033d52 req-689e5a38-3829-4fdb-80b1-0db332034851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:15.814838 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-90e27bac-88cd-4707-824e-808037033d52 req-689e5a38-3829-4fdb-80b1-0db332034851 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79d7113b-06f2-4dc8-a824-1775b671c199 HTTP/1.1" status: 200 len: 910 time: 0.0874958 Aug 09 19:00:15.888062 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-90e27bac-88cd-4707-824e-808037033d52 req-4cfd2bae-01c6-4cb8-88ea-03ed632d2b77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e HTTP/1.1" status: 200 len: 1002 time: 0.0660782 Aug 09 19:00:15.937250 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27bac-88cd-4707-824e-808037033d52 req-adf66c7c-2586-471e-a26d-f7c3629ff5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:15.938686 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-90e27bac-88cd-4707-824e-808037033d52 req-adf66c7c-2586-471e-a26d-f7c3629ff5c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=060e4672-ab6d-4fe9-a456-f46ddc6bce7f HTTP/1.1" status: 200 len: 848 time: 0.0441992 Aug 09 19:00:15.983190 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27bac-88cd-4707-824e-808037033d52 req-56f43009-87a6-4901-96a4-ce93e9c00a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:15.984674 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-90e27bac-88cd-4707-824e-808037033d52 req-56f43009-87a6-4901-96a4-ce93e9c00a28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79d7113b-06f2-4dc8-a824-1775b671c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387909 Aug 09 19:00:16.075119 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-90e27bac-88cd-4707-824e-808037033d52 req-f5944441-5785-4e73-ba6f-fe2f619fee7a service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827127 Aug 09 19:00:16.164419 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-90e27bac-88cd-4707-824e-808037033d52 req-be349abc-e7d1-4dd3-81fc-ada0030bd32c service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805955 Aug 09 19:00:16.342658 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698de3d-0d7c-46c8-a360-8cde477f50a3 req-2ab755b7-4e33-4672-9f8c-1ed941de43f4 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:16.345040 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1698de3d-0d7c-46c8-a360-8cde477f50a3 req-2ab755b7-4e33-4672-9f8c-1ed941de43f4 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0509572 Aug 09 19:00:16.412219 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1698de3d-0d7c-46c8-a360-8cde477f50a3 req-cf6781b7-1355-4cbc-bbef-d7860fc35395 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621645 Aug 09 19:00:16.424989 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfa123-249a-454b-a3fe-00231fdc0123 req-c335629b-85c2-463c-9bec-05d1a6189d64 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:16.426471 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cabfa123-249a-454b-a3fe-00231fdc0123 req-c335629b-85c2-463c-9bec-05d1a6189d64 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0704823 Aug 09 19:00:16.463590 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-cabfa123-249a-454b-a3fe-00231fdc0123 req-f82c2c91-bba6-4a75-bffd-8966bf00fc47 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312800 Aug 09 19:00:16.646220 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 97926761-04a8-4eaa-9312-a9c683d8ff7e no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:00:16.727058 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:16.751673 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:00:16.753995 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621fa10f-c293-4ecf-953a-236a29777f67" -d '{"events": [{"server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "name": "network-vif-unplugged", "status": "completed", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:00:16.767749 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:00:16.772188 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:16.802332 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2140817c-e0f4-4492-88e2-50bf73582b32 x-openstack-request-id: req-2140817c-e0f4-4492-88e2-50bf73582b32 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:00:16.802570 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "name": "network-vif-unplugged", "status": "completed", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:00:16.802855 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2140817c-e0f4-4492-88e2-50bf73582b32 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:00:16.803220 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'code': 200} Aug 09 19:00:16.824445 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=97926761-04a8-4eaa-9312-a9c683d8ff7e,revision_number=6']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:17.531040 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c01f9-c30f-4545-95fd-0d5feca0e0ba req-9c23b173-431a-4b9c-8bf4-bf009d772148 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:17.532665 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-440c01f9-c30f-4545-95fd-0d5feca0e0ba req-9c23b173-431a-4b9c-8bf4-bf009d772148 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0506828 Aug 09 19:00:17.597700 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-440c01f9-c30f-4545-95fd-0d5feca0e0ba req-d1ba2f70-387f-45b3-88ef-5b66ab763986 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588782 Aug 09 19:00:17.622383 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aa9c4-a273-4e4b-bc57-a2d203e2231d req-6a15818d-3b90-4423-8c79-35ad451d43cf tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:17.624573 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4d3aa9c4-a273-4e4b-bc57-a2d203e2231d req-6a15818d-3b90-4423-8c79-35ad451d43cf tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0722680 Aug 09 19:00:17.686961 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4d3aa9c4-a273-4e4b-bc57-a2d203e2231d req-36b86c24-837e-4d0d-8159-fa5495d790af tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558302 Aug 09 19:00:18.749382 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee1d37-0642-4c26-b036-9b8ea491082e req-85a8e041-2e3f-4bd3-9e51-15ecf7e61d67 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:18.751997 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a1ee1d37-0642-4c26-b036-9b8ea491082e req-85a8e041-2e3f-4bd3-9e51-15ecf7e61d67 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0768821 Aug 09 19:00:18.821284 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a1ee1d37-0642-4c26-b036-9b8ea491082e req-80bf6a9f-4683-4a48-97e7-bff2b4f10a53 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632596 Aug 09 19:00:18.851392 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee9af6-e42a-473d-91a1-70d34d24690d req-4c67c888-6036-4740-bf1f-5a88cdfc59de tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:18.851392 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-faee9af6-e42a-473d-91a1-70d34d24690d req-4c67c888-6036-4740-bf1f-5a88cdfc59de tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0778735 Aug 09 19:00:18.885647 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-faee9af6-e42a-473d-91a1-70d34d24690d req-5c8f61a1-87fc-4843-b964-99951a466974 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366776 Aug 09 19:00:19.971506 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c8ee3-7e63-4fd3-adc4-f8e01ed94c32 req-9690072d-c552-4a09-9ce5-72b0c3a226fa tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:19.973148 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-518c8ee3-7e63-4fd3-adc4-f8e01ed94c32 req-9690072d-c552-4a09-9ce5-72b0c3a226fa tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0653214 Aug 09 19:00:20.043225 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-518c8ee3-7e63-4fd3-adc4-f8e01ed94c32 req-727a924b-8965-4342-b493-da3bfcbd56d6 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606432 Aug 09 19:00:20.055007 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d89d8d-2a01-4f23-9396-783208b2c0a2 req-96c469fe-14be-4655-a9af-2d365ac8d891 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:20.056910 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-77d89d8d-2a01-4f23-9396-783208b2c0a2 req-96c469fe-14be-4655-a9af-2d365ac8d891 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0828288 Aug 09 19:00:20.101427 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-77d89d8d-2a01-4f23-9396-783208b2c0a2 req-c9f8284d-b136-4ffe-8bb7-398d1a321d41 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365691 Aug 09 19:00:21.174792 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48d114-4875-4f41-946e-83ec22d6cf42 req-959d85ed-d99e-42e2-9446-ef9a9165c457 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:21.176551 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ef48d114-4875-4f41-946e-83ec22d6cf42 req-959d85ed-d99e-42e2-9446-ef9a9165c457 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0557225 Aug 09 19:00:21.248939 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ef48d114-4875-4f41-946e-83ec22d6cf42 req-b6c4dace-57bc-4617-a87b-a6040795554b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588067 Aug 09 19:00:21.261341 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a1739-b357-45f2-b5d7-cef27daa4ef6 req-44230475-08f3-4468-9cab-052236882611 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:21.263046 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ba7a1739-b357-45f2-b5d7-cef27daa4ef6 req-44230475-08f3-4468-9cab-052236882611 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0828776 Aug 09 19:00:21.308109 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ba7a1739-b357-45f2-b5d7-cef27daa4ef6 req-3a5e633a-b806-44d5-9715-7b589d5fb534 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383716 Aug 09 19:00:22.294118 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12d0c2-fc5e-485e-96a9-db4b6ca0f818 req-7a55b420-2245-467b-b42e-16fb35ab8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:22.296434 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8b12d0c2-fc5e-485e-96a9-db4b6ca0f818 req-7a55b420-2245-467b-b42e-16fb35ab8d3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1097 time: 0.0524614 Aug 09 19:00:22.347331 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-8b12d0c2-fc5e-485e-96a9-db4b6ca0f818 req-fae2ec98-b2e6-4c9a-b986-ee380504f1be service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Aug 09 19:00:22.387142 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cea85-378d-451e-a176-3cc7b2cc98c5 req-2e7a5dc6-5365-4039-9b74-e93ea0e1c220 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:22.389812 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f06cea85-378d-451e-a176-3cc7b2cc98c5 req-2e7a5dc6-5365-4039-9b74-e93ea0e1c220 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0665634 Aug 09 19:00:22.456623 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f06cea85-378d-451e-a176-3cc7b2cc98c5 req-36c43376-0235-49f7-9c2a-4a6d988c02bf tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572069 Aug 09 19:00:22.469499 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3623ee9-b003-4986-a1d2-d0d6ae457d23 req-95049714-9a14-4810-842f-fbbcb39dd1e3 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:22.471006 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c3623ee9-b003-4986-a1d2-d0d6ae457d23 req-95049714-9a14-4810-842f-fbbcb39dd1e3 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.0805519 Aug 09 19:00:22.512137 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c3623ee9-b003-4986-a1d2-d0d6ae457d23 req-ff19d6c6-964d-456a-9701-e646b354bbf9 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347421 Aug 09 19:00:23.605645 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138d9c4-1113-4eb8-9c81-e03763681305 req-e3fb0192-8d27-4cac-8a73-8edef64680d1 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:23.606972 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b138d9c4-1113-4eb8-9c81-e03763681305 req-e3fb0192-8d27-4cac-8a73-8edef64680d1 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0805881 Aug 09 19:00:23.689993 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd2350-f2a4-435e-aef8-ac5c35198ff1 req-9403d2b1-2cdd-44f6-8ebb-643abadf3823 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:23.691557 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0fbd2350-f2a4-435e-aef8-ac5c35198ff1 req-9403d2b1-2cdd-44f6-8ebb-643abadf3823 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 944 time: 0.1042383 Aug 09 19:00:23.697458 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b138d9c4-1113-4eb8-9c81-e03763681305 req-a3d45765-31d9-40c9-b69f-6c2adfc79285 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658100 Aug 09 19:00:23.736002 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0fbd2350-f2a4-435e-aef8-ac5c35198ff1 req-515aedf9-099f-44e0-acf2-8c53a59adf1f tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Aug 09 19:00:24.681411 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 97926761-04a8-4eaa-9312-a9c683d8ff7e details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 19:00:24.784931 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53438) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:24.801687 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:00:24.814279 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'port_id': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'mac_address': 'fa:16:3e:50:a2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 19:00:24.834814 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f89c6-c309-4fa0-90e9-fe222f4831f6 req-eed161c5-8fb3-49be-a444-48e15c201792 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:24.842780 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-223f89c6-c309-4fa0-90e9-fe222f4831f6 req-eed161c5-8fb3-49be-a444-48e15c201792 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0676293 Aug 09 19:00:24.859723 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:24.876430 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97926761-04a8-4eaa-9312-a9c683d8ff7e {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 19:00:24.884758 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-223f89c6-c309-4fa0-90e9-fe222f4831f6 req-82a47e02-3daa-4448-95a1-ee37ce4cdec3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410504 Aug 09 19:00:24.900950 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:00:24.911209 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:24.930522 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fe8309ae-5d1a-41a0-b650-559703ea9e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:24.965632 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=97926761-04a8-4eaa-9312-a9c683d8ff7e,revision_number=7']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:25.035066 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fe8309ae-5d1a-41a0-b650-559703ea9e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.039790 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fe8309ae-5d1a-41a0-b650-559703ea9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.083300 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8309ae-5d1a-41a0-b650-559703ea9e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460ff6b5-69ad-4b16-aeb1-3bfdd42fe0f7,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:25.089285 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-fe8309ae-5d1a-41a0-b650-559703ea9e95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=352fa05a4bba449bab44d5be24b9a155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031166 Aug 09 19:00:25.090834 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53442) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:25.148815 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbf932c7-12aa-4950-ae1a-2f9ce6231e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.154156 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['97926761-04a8-4eaa-9312-a9c683d8ff7e'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:00:25.173122 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbf932c7-12aa-4950-ae1a-2f9ce6231e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.225976 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbf932c7-12aa-4950-ae1a-2f9ce6231e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.229940 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-bbf932c7-12aa-4950-ae1a-2f9ce6231e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.231443 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-bbf932c7-12aa-4950-ae1a-2f9ce6231e2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/460ff6b5-69ad-4b16-aeb1-3bfdd42fe0f7 HTTP/1.1" status: 204 len: 168 time: 0.1391637 Aug 09 19:00:25.242529 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf932c7-12aa-4950-ae1a-2f9ce6231e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460ff6b5-69ad-4b16-aeb1-3bfdd42fe0f7,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:25.612833 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 53448) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:25.627006 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b4da72ac-79a8-4a80-82cd-676d84418be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.730780 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b4da72ac-79a8-4a80-82cd-676d84418be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.734953 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-b4da72ac-79a8-4a80-82cd-676d84418be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.774977 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-b4da72ac-79a8-4a80-82cd-676d84418be1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0093245b89e4934b94e8d60b27d84a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610239 Aug 09 19:00:25.775868 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da72ac-79a8-4a80-82cd-676d84418be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b17f2e-f354-4412-b84d-9ff2a7ef30e7,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:25.777668 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53450) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:25.838843 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-756fee22-211f-421b-982c-601e3974d1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.867121 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-756fee22-211f-421b-982c-601e3974d1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.923402 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-756fee22-211f-421b-982c-601e3974d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.925935 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-756fee22-211f-421b-982c-601e3974d1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:25.927388 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-756fee22-211f-421b-982c-601e3974d1d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8b17f2e-f354-4412-b84d-9ff2a7ef30e7 HTTP/1.1" status: 204 len: 168 time: 0.1480761 Aug 09 19:00:25.937230 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fee22-211f-421b-982c-601e3974d1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b17f2e-f354-4412-b84d-9ff2a7ef30e7,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:26.054973 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d116b6a-b20e-456b-b28c-c49f2ef435f5 req-8847ffae-b668-41d8-b6aa-5cbef33e5f58 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:26.056648 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6d116b6a-b20e-456b-b28c-c49f2ef435f5 req-8847ffae-b668-41d8-b6aa-5cbef33e5f58 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0550170 Aug 09 19:00:26.100586 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6d116b6a-b20e-456b-b28c-c49f2ef435f5 req-76a28b16-025a-484a-b859-69decbb1c26c tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373390 Aug 09 19:00:26.353053 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a78f6-bec4-4269-89e0-ee7969610019 req-176fbaf0-6ecd-4777-9b6a-25e3ec63aea3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:26.354660 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2e7a78f6-bec4-4269-89e0-ee7969610019 req-176fbaf0-6ecd-4777-9b6a-25e3ec63aea3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0780346 Aug 09 19:00:26.403299 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-524cd9d6-4b0f-48a5-b054-3657aa1caa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:26.405645 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-524cd9d6-4b0f-48a5-b054-3657aa1caa51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 1099 time: 0.0472538 Aug 09 19:00:26.408401 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2e7a78f6-bec4-4269-89e0-ee7969610019 req-b89c610f-de58-4980-b0bd-26ed96b3ece5 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436039 Aug 09 19:00:26.521788 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-d1542c25-7fa1-4214-b2ed-55e5894a9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:26.523950 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-d1542c25-7fa1-4214-b2ed-55e5894a9d54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 911 time: 0.1107016 Aug 09 19:00:26.601692 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-9365b750-3120-4682-b494-3d21a0790ff4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db HTTP/1.1" status: 200 len: 1002 time: 0.0703187 Aug 09 19:00:26.656875 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-46e9da7a-5460-43f1-b6ae-5fc190912be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:26.658461 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-46e9da7a-5460-43f1-b6ae-5fc190912be6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 200 len: 849 time: 0.0496511 Aug 09 19:00:26.698713 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 97926761-04a8-4eaa-9312-a9c683d8ff7e up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:00:26.725865 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-19b545b5-9acb-456f-a5c1-00624ab0ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:26.728571 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-19b545b5-9acb-456f-a5c1-00624ab0ef75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626056 Aug 09 19:00:26.757285 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 97926761-04a8-4eaa-9312-a9c683d8ff7e triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:00:26.757563 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:26.856272 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:26.869940 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-76598540-780b-45e8-b0e6-c8f5eeadf0c7 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318765 Aug 09 19:00:26.892430 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:00:26.894902 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12050155-245e-43b3-beb9-475a63d3da94" -d '{"events": [{"server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "name": "network-vif-plugged", "status": "completed", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:00:26.922799 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:00:26.929952 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:26.945154 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7054f45-e6c4-4730-a54c-05bea77123b5 x-openstack-request-id: req-b7054f45-e6c4-4730-a54c-05bea77123b5 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:00:26.945154 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "name": "network-vif-plugged", "status": "completed", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:00:26.945382 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7054f45-e6c4-4730-a54c-05bea77123b5 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:00:26.945817 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'code': 200} Aug 09 19:00:27.000662 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=97926761-04a8-4eaa-9312-a9c683d8ff7e,revision_number=8']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:27.003231 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-19b2862b-6919-4fcb-be0e-10eb442dcf91 req-7c2065cd-f419-4565-83cb-e3db8a5044bf service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266637 Aug 09 19:00:27.554601 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd255b-ef67-4704-a4b6-625c80995fc0 req-d4460138-9261-49c9-909d-9de472e8c408 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:27.556128 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21cd255b-ef67-4704-a4b6-625c80995fc0 req-d4460138-9261-49c9-909d-9de472e8c408 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0679088 Aug 09 19:00:27.604164 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-21cd255b-ef67-4704-a4b6-625c80995fc0 req-9c819c0a-6f85-4538-bda1-92eb39a209fd tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394325 Aug 09 19:00:28.539745 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:28.742053 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eb11a-c7f2-4e81-a32c-b1ac4d33b652 req-2af1abbe-368c-4814-a0d5-e9372f22ff57 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:28.743613 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b19eb11a-c7f2-4e81-a32c-b1ac4d33b652 req-2af1abbe-368c-4814-a0d5-e9372f22ff57 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0584872 Aug 09 19:00:28.797272 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b19eb11a-c7f2-4e81-a32c-b1ac4d33b652 req-e8b60368-f63d-4fac-8f31-44be01befda8 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Aug 09 19:00:29.591518 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-61d85ff1-dae2-4efb-b46d-d356577704e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:32.373889 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6d3d12f8-b99c-45af-842a-1f754e41838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:32.458871 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:33.285959 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:33.806777 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:00:35.109042 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:35.705647 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 53552) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:35.813234 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a287-c59a-41a1-8126-16089dd4c03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:35.907227 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a287-c59a-41a1-8126-16089dd4c03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:35.911317 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a287-c59a-41a1-8126-16089dd4c03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:35.949542 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-5aa4a287-c59a-41a1-8126-16089dd4c03e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43c794e2047840318e3201e9e15cdccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422993 Aug 09 19:00:35.950430 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4a287-c59a-41a1-8126-16089dd4c03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da84738-27ae-4d3f-a2b3-23fc75a34e23,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:35.953297 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53556) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:36.009148 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:36.031316 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:36.078769 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:36.082727 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:36.086054 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3da84738-27ae-4d3f-a2b3-23fc75a34e23 HTTP/1.1" status: 204 len: 168 time: 0.1310744 Aug 09 19:00:36.094610 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da84738-27ae-4d3f-a2b3-23fc75a34e23,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:36.102130 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.102490 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.102844 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.103184 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.103522 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.103859 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.104227 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.104562 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.104901 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.105224 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.105550 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:36.105875 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a2119-18f0-42e6-a71a-21e66bde8bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:38.367866 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-5110160a-19b2-4cfe-9177-36b73738e079 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4083a306f3324ad88035c2e72235d58e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308716 Aug 09 19:00:38.560615 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-10bb39c4-9cb1-4ff8-afdd-35e0e5361f91 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:38.562147 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-10bb39c4-9cb1-4ff8-afdd-35e0e5361f91 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878905 Aug 09 19:00:38.577409 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-d2341783-3505-496a-a699-68fd4b31d967 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/quotas/4083a306f3324ad88035c2e72235d58e HTTP/1.1" status: 200 len: 375 time: 0.0094886 Aug 09 19:00:38.610230 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-bfa644aa-8bb0-4185-bf81-0e9d742b31b0 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4083a306f3324ad88035c2e72235d58e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268333 Aug 09 19:00:38.788962 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a3f4d043-30bd-48de-ac81-8ac36c2836f7 req-924afcfa-1b3d-4b09-a939-94eac2ed8d60 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 210 time: 0.0361536 Aug 09 19:00:39.747985 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-78cb3682-c89e-487a-9ac4-77058b1bd96e tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4083a306f3324ad88035c2e72235d58e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314589 Aug 09 19:00:39.893177 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d0671417-50ae-493f-ba58-d1e0156c48bb req-f90cc14b-9858-4f0e-b456-eee6fed8d713 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 210 time: 0.0265760 Aug 09 19:00:39.942506 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-0be5109c-1f6c-4f47-9e14-d21744a82a9e tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:39.943951 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-0be5109c-1f6c-4f47-9e14-d21744a82a9e tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901791 Aug 09 19:00:39.961720 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Request body: {'port': {'device_id': 'c227fa05-d9c7-4f99-9343-1e9c6ef56f85', 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0', 'admin_state_up': True, 'tenant_id': '4083a306f3324ad88035c2e72235d58e'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:00:40.067194 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Made reservation on behalf of 4083a306f3324ad88035c2e72235d58e for: {'port': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 19:00:40.070785 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.079794 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.171818 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.175757 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.238948 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc31262d-77af-48a2-87db-6918cb4e3956,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:40.306325 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Allocated IP 192.168.233.66 (1ca3db77-d74c-4b11-9498-56b2081912d0/caa31131-492d-4f70-b0c8-3a3e45375361/37022406-bf64-437b-972b-c808525a3be0) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:00:40.451630 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.465406 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Transition to ACTIVE for port object 37022406-bf64-437b-972b-c808525a3be0 will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:00:40.498049 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.540964 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Network 1ca3db77-d74c-4b11-9498-56b2081912d0 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:00:40.544039 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:00:40.548359 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:00:40.572767 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Pushing event updated for resources: {'Port': ['ID=37022406-bf64-437b-972b-c808525a3be0,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:40.602368 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:40.602998 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.618179 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-533c814a-c27b-4355-9532-52c9a72dade2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6611314 Aug 09 19:00:40.633245 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Request body: {'port': {'device_id': 'c227fa05-d9c7-4f99-9343-1e9c6ef56f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:00:40.695508 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.773811 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-ac5d78e5-9f37-4380-baca-49552b076f9c None None] Provisioning for port 37022406-bf64-437b-972b-c808525a3be0 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:00:40.777713 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-ac5d78e5-9f37-4380-baca-49552b076f9c None None] Provisioning complete for port 37022406-bf64-437b-972b-c808525a3be0 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:00:40.778085 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ac5d78e5-9f37-4380-baca-49552b076f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.813253 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d78e5-9f37-4380-baca-49552b076f9c None None] Port 37022406-bf64-437b-972b-c808525a3be0 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 19:00:40.959846 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37022406-bf64-437b-972b-c808525a3be0 {{(pid=93288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 19:00:40.967485 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:40.979733 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Transition to ACTIVE for port object 37022406-bf64-437b-972b-c808525a3be0 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:00:40.984561 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:41.008462 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edffd8-79c8-42cd-ba38-6d79810e3fc6 req-d5c4e885-74b3-4cd2-b0fe-4eec5a8edd92 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:41.009958 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-38edffd8-79c8-42cd-ba38-6d79810e3fc6 req-d5c4e885-74b3-4cd2-b0fe-4eec5a8edd92 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 935 time: 0.0486450 Aug 09 19:00:41.051622 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-38edffd8-79c8-42cd-ba38-6d79810e3fc6 req-510047fc-8244-49b9-8f28-363836291373 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353909 Aug 09 19:00:41.078339 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Pushing event updated for resources: {'Port': ['ID=37022406-bf64-437b-972b-c808525a3be0,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:41.110998 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Attempting to bind port 37022406-bf64-437b-972b-c808525a3be0 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:00:41.111346 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Attempting to bind port 37022406-bf64-437b-972b-c808525a3be0 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:00:41.111681 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Attempting to bind port 37022406-bf64-437b-972b-c808525a3be0 on network 1ca3db77-d74c-4b11-9498-56b2081912d0 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:00:41.116320 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Port 37022406-bf64-437b-972b-c808525a3be0 on network 1ca3db77-d74c-4b11-9498-56b2081912d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 19:00:41.116648 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Attempting to bind port 37022406-bf64-437b-972b-c808525a3be0 on network 1ca3db77-d74c-4b11-9498-56b2081912d0 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:00:41.121678 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:00:41.122018 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Checking segment: {'id': '5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:00:41.122942 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Bound using segment: {'id': '5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:00:41.123379 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Bound port: 37022406-bf64-437b-972b-c808525a3be0, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:00:41.123739 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:41.189974 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] For port 37022406-bf64-437b-972b-c808525a3be0, host hv-cinder-78299, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:00:41.193126 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] For port 37022406-bf64-437b-972b-c808525a3be0, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=37022406-bf64-437b-972b-c808525a3be0,segment=NetworkSegment(5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba),segment_id=5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:00:41.197244 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:41.229611 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:41.230688 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:41.232086 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] 10.222.0.26 "PUT /v2.0/ports/37022406-bf64-437b-972b-c808525a3be0 HTTP/1.1" status: 200 len: 1097 time: 0.6031287 Aug 09 19:00:41.234481 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c227fa05-d9c7-4f99-9343-1e9c6ef56f85', 'tag': '37022406-bf64-437b-972b-c808525a3be0'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:00:41.236949 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29" -d '{"events": [{"name": "network-changed", "server_uuid": "c227fa05-d9c7-4f99-9343-1e9c6ef56f85", "tag": "37022406-bf64-437b-972b-c808525a3be0"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:00:41.267615 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbb1a6-f1d0-4356-a7c8-acf7d8bee82d service neutron] Pushing event updated for resources: {'Port': ['ID=37022406-bf64-437b-972b-c808525a3be0,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:41.289291 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df78052c-c56b-4194-be34-0bc4e2716ebe x-openstack-request-id: req-df78052c-c56b-4194-be34-0bc4e2716ebe {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:00:41.289694 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c227fa05-d9c7-4f99-9343-1e9c6ef56f85", "tag": "37022406-bf64-437b-972b-c808525a3be0", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:00:41.290008 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df78052c-c56b-4194-be34-0bc4e2716ebe {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:00:41.290475 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c227fa05-d9c7-4f99-9343-1e9c6ef56f85', 'tag': '37022406-bf64-437b-972b-c808525a3be0', 'status': 'completed', 'code': 200} Aug 09 19:00:41.333027 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-28603a11-72d8-47d7-9038-4c1294444d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:41.334636 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-28603a11-72d8-47d7-9038-4c1294444d2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4083a306f3324ad88035c2e72235d58e&device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 1100 time: 0.0545897 Aug 09 19:00:41.380413 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-98eb75ae-6b6a-4462-b887-8437202a3049 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=37022406-bf64-437b-972b-c808525a3be0 HTTP/1.1" status: 200 len: 217 time: 0.0355256 Aug 09 19:00:41.434210 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-4472cb6a-bfdd-4d52-a2ee-e66c1cd7e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:41.435687 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-4472cb6a-bfdd-4d52-a2ee-e66c1cd7e8ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=caa31131-492d-4f70-b0c8-3a3e45375361 HTTP/1.1" status: 200 len: 843 time: 0.0435860 Aug 09 19:00:41.484755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-8c7a925c-638e-4437-8a5a-f8f28a33138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:41.486213 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-8c7a925c-638e-4437-8a5a-f8f28a33138f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ca3db77-d74c-4b11-9498-56b2081912d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430312 Aug 09 19:00:41.577327 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-d48830fc-da1c-4633-a0c5-b67817fe8973 service neutron] 10.222.0.26 "GET /v2.0/networks/1ca3db77-d74c-4b11-9498-56b2081912d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788739 Aug 09 19:00:41.671862 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-c5a084af-29d7-45a2-9a6e-36cd5ae67fb1 req-2aab251b-7b73-4879-9f68-823888aa9027 service neutron] 10.222.0.26 "GET /v2.0/networks/1ca3db77-d74c-4b11-9498-56b2081912d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850143 Aug 09 19:00:41.772917 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-c5f3f09c-5de5-4d43-a859-72327f570597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:41.774408 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-c5f3f09c-5de5-4d43-a859-72327f570597 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4083a306f3324ad88035c2e72235d58e&device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 1100 time: 0.0407946 Aug 09 19:00:41.865434 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-404d3aae-531b-4eb9-9550-e4b04f18a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:41.866871 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-404d3aae-531b-4eb9-9550-e4b04f18a5fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ca3db77-d74c-4b11-9498-56b2081912d0 HTTP/1.1" status: 200 len: 870 time: 0.0818799 Aug 09 19:00:41.911567 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-39375fab-cabe-45bd-8a89-144fbd3d80c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=37022406-bf64-437b-972b-c808525a3be0 HTTP/1.1" status: 200 len: 217 time: 0.0357997 Aug 09 19:00:41.961175 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-330dd38f-c953-49dd-a825-64716a58d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:41.962493 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-330dd38f-c953-49dd-a825-64716a58d0c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=caa31131-492d-4f70-b0c8-3a3e45375361 HTTP/1.1" status: 200 len: 843 time: 0.0431511 Aug 09 19:00:42.008335 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-6881e1a6-9cd1-4ef4-af6e-a0740d58861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:42.009767 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-6881e1a6-9cd1-4ef4-af6e-a0740d58861c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ca3db77-d74c-4b11-9498-56b2081912d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0383685 Aug 09 19:00:42.102304 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-1367e212-ef74-4a9b-9b68-25c81d92cbe1 service neutron] 10.222.0.26 "GET /v2.0/networks/1ca3db77-d74c-4b11-9498-56b2081912d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835955 Aug 09 19:00:42.165509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bb410-b675-432a-8e78-0d21e85f7d40 req-b32bb2cf-d021-45ef-afb5-f8b425f36491 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:42.166993 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-345bb410-b675-432a-8e78-0d21e85f7d40 req-b32bb2cf-d021-45ef-afb5-f8b425f36491 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 947 time: 0.0474591 Aug 09 19:00:42.195167 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-dd21572d-4b0a-4e3a-a98b-eae6d66aea29 req-95bfc4c6-f669-4a91-a90f-9327e13efb9b service neutron] 10.222.0.26 "GET /v2.0/networks/1ca3db77-d74c-4b11-9498-56b2081912d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836065 Aug 09 19:00:42.204168 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-345bb410-b675-432a-8e78-0d21e85f7d40 req-aaaf9378-b276-4e41-a39a-d84894121836 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Aug 09 19:00:43.323467 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f8d7-0e6a-4408-93ab-4d16112cc754 req-f5de6ee4-78e2-4bc3-bb5d-d212aa54522d tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:43.324942 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1a99f8d7-0e6a-4408-93ab-4d16112cc754 req-f5de6ee4-78e2-4bc3-bb5d-d212aa54522d tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 947 time: 0.0494847 Aug 09 19:00:43.362162 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1a99f8d7-0e6a-4408-93ab-4d16112cc754 req-8081b2fd-6c35-44ca-827a-0b78dc1b377a tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313587 Aug 09 19:00:44.477029 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7fe31-3768-4778-b10c-1ba1bf1e9037 req-69110512-9cb5-4d34-99fa-7f48a3994242 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:44.478493 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-25c7fe31-3768-4778-b10c-1ba1bf1e9037 req-69110512-9cb5-4d34-99fa-7f48a3994242 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 947 time: 0.0473895 Aug 09 19:00:44.515724 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-25c7fe31-3768-4778-b10c-1ba1bf1e9037 req-2e583963-cb3f-42a8-b4fe-54723a578b35 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307314 Aug 09 19:00:44.795259 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 37022406-bf64-437b-972b-c808525a3be0 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 19:00:44.892921 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 37022406-bf64-437b-972b-c808525a3be0, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=37022406-bf64-437b-972b-c808525a3be0,segment=NetworkSegment(5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba),segment_id=5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:00:44.904469 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '37022406-bf64-437b-972b-c808525a3be0', 'network_id': '1ca3db77-d74c-4b11-9498-56b2081912d0', 'port_id': '37022406-bf64-437b-972b-c808525a3be0', 'mac_address': 'fa:16:3e:7e:f5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa31131-492d-4f70-b0c8-3a3e45375361', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 19:00:44.946605 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:44.958982 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37022406-bf64-437b-972b-c808525a3be0 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 19:00:44.977894 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 37022406-bf64-437b-972b-c808525a3be0, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=37022406-bf64-437b-972b-c808525a3be0,segment=NetworkSegment(5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba),segment_id=5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:00:44.983415 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:45.027608 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=37022406-bf64-437b-972b-c808525a3be0,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:45.034859 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.035206 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.035541 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.035872 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.036223 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.036546 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.036866 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.037186 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.037507 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.037824 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.038138 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.038451 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:00:45.270462 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['37022406-bf64-437b-972b-c808525a3be0'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:00:45.629486 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8735d-3c7b-4b6f-8929-ad0a3e02c3f6 req-402e4746-76b2-406b-abf2-019399447bcf tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:45.630861 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4bb8735d-3c7b-4b6f-8929-ad0a3e02c3f6 req-402e4746-76b2-406b-abf2-019399447bcf tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 948 time: 0.0493500 Aug 09 19:00:45.667603 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4bb8735d-3c7b-4b6f-8929-ad0a3e02c3f6 req-809170d0-9224-4b57-b3ba-be0a12968fd1 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308557 Aug 09 19:00:46.821251 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 37022406-bf64-437b-972b-c808525a3be0 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:00:46.874157 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 37022406-bf64-437b-972b-c808525a3be0 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:00:46.878469 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 37022406-bf64-437b-972b-c808525a3be0 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:00:46.878842 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:46.958647 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:46.981009 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c227fa05-d9c7-4f99-9343-1e9c6ef56f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37022406-bf64-437b-972b-c808525a3be0'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:00:46.983940 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73fc94c-6af3-484f-ab8b-c327f59bb3a1" -d '{"events": [{"server_uuid": "c227fa05-d9c7-4f99-9343-1e9c6ef56f85", "name": "network-vif-plugged", "status": "completed", "tag": "37022406-bf64-437b-972b-c808525a3be0"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:00:47.001856 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 37022406-bf64-437b-972b-c808525a3be0, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=37022406-bf64-437b-972b-c808525a3be0,segment=NetworkSegment(5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba),segment_id=5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:00:47.006601 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:47.031220 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9862ddd-aa6c-48ff-9e87-7fc9f5ed45be x-openstack-request-id: req-a9862ddd-aa6c-48ff-9e87-7fc9f5ed45be {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:00:47.031515 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c227fa05-d9c7-4f99-9343-1e9c6ef56f85", "name": "network-vif-plugged", "status": "completed", "tag": "37022406-bf64-437b-972b-c808525a3be0", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:00:47.031758 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9862ddd-aa6c-48ff-9e87-7fc9f5ed45be {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:00:47.032171 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c227fa05-d9c7-4f99-9343-1e9c6ef56f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37022406-bf64-437b-972b-c808525a3be0', 'code': 200} Aug 09 19:00:47.033159 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5abcf7-cc21-408d-beae-1662cf0591ca req-d6fc79ee-9360-49e2-af38-38c6d7662f6c tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:47.037898 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e5abcf7-cc21-408d-beae-1662cf0591ca req-d6fc79ee-9360-49e2-af38-38c6d7662f6c tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 948 time: 0.3037059 Aug 09 19:00:47.061042 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=37022406-bf64-437b-972b-c808525a3be0,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:47.074367 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e5abcf7-cc21-408d-beae-1662cf0591ca req-870044d3-74f5-402e-bbd0-5797a34b722c tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336804 Aug 09 19:00:47.196665 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caa75c-ec75-48cd-a200-95aaee133166 req-5b0e5605-593a-41b3-8071-bf4e8e3d8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:47.198100 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-66caa75c-ec75-48cd-a200-95aaee133166 req-5b0e5605-593a-41b3-8071-bf4e8e3d8cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 1102 time: 0.0390799 Aug 09 19:00:47.239607 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-66caa75c-ec75-48cd-a200-95aaee133166 req-1de4fe08-af42-4986-83b4-c1415111345a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304894 Aug 09 19:00:48.190398 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc799eb9-87ce-40f6-8c90-bb5e8c0721f1 req-4962b3dd-fe30-4b7e-bcb9-5a202d16daa6 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:48.191882 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bc799eb9-87ce-40f6-8c90-bb5e8c0721f1 req-4962b3dd-fe30-4b7e-bcb9-5a202d16daa6 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 949 time: 0.0496752 Aug 09 19:00:48.230562 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bc799eb9-87ce-40f6-8c90-bb5e8c0721f1 req-e21bf433-3018-4ef8-989d-e434c9b41919 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Aug 09 19:00:49.343829 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06c6e9-f61c-4c88-8910-d2f26df16d0b req-40590448-4a78-4507-ae92-8bd34d519db3 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:49.345315 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e06c6e9-f61c-4c88-8910-d2f26df16d0b req-40590448-4a78-4507-ae92-8bd34d519db3 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 949 time: 0.0481317 Aug 09 19:00:49.381514 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e06c6e9-f61c-4c88-8910-d2f26df16d0b req-987768ac-fb99-496a-961e-7056a71a9c79 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303781 Aug 09 19:00:49.628332 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f1bed-5c99-46e6-95e4-b5543ff8ed9a req-bf8ef67c-0708-4e20-93a2-71034d004f8d tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:49.630426 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-585f1bed-5c99-46e6-95e4-b5543ff8ed9a req-bf8ef67c-0708-4e20-93a2-71034d004f8d tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 949 time: 0.0516665 Aug 09 19:00:49.666346 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-585f1bed-5c99-46e6-95e4-b5543ff8ed9a req-55b1dad9-2b5a-4608-9851-d997ba60a2c2 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301297 Aug 09 19:00:50.783859 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aced6-ac11-4fea-bd3e-d643e60d9d6f req-7e2a78dc-53d9-4ffc-be1c-2a13d1b951aa tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:50.785834 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b4aced6-ac11-4fea-bd3e-d643e60d9d6f req-7e2a78dc-53d9-4ffc-be1c-2a13d1b951aa tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 949 time: 0.0468025 Aug 09 19:00:50.822033 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8b4aced6-ac11-4fea-bd3e-d643e60d9d6f req-af32e639-347e-4b3d-9f85-39f3fe62e23e tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc31262d-77af-48a2-87db-6918cb4e3956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303016 Aug 09 19:00:51.244686 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-974b2b5a-afc9-427e-815b-1d2a768c6481 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:00:51.246140 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-974b2b5a-afc9-427e-815b-1d2a768c6481 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.26 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 949 time: 0.0493052 Aug 09 19:00:51.336482 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Deleting port 37022406-bf64-437b-972b-c808525a3be0 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:00:51.336830 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:51.426887 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] For port 37022406-bf64-437b-972b-c808525a3be0, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=37022406-bf64-437b-972b-c808525a3be0,segment=NetworkSegment(5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba),segment_id=5aaeb5b3-25b3-4b7f-962b-c7b08824d0ba)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:00:51.427221 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:51.440769 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Calling delete_port for 37022406-bf64-437b-972b-c808525a3be0 owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:00:51.572587 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:51.587765 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['37022406-bf64-437b-972b-c808525a3be0'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:00:51.601436 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Pushing event deleted for resources: {'Port': ['ID=37022406-bf64-437b-972b-c808525a3be0,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:51.647394 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] No DVR routers for this DVR port 37022406-bf64-437b-972b-c808525a3be0 on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:00:51.650222 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:51.652635 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-9d636546-b8cd-42c8-9379-30c8526afcd6 req-6f4e6161-0128-4da8-af32-d8954a96f210 tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.26 "DELETE /v2.0/ports/37022406-bf64-437b-972b-c808525a3be0 HTTP/1.1" status: 204 len: 173 time: 0.4002264 Aug 09 19:00:51.653103 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c227fa05-d9c7-4f99-9343-1e9c6ef56f85', 'name': 'network-vif-deleted', 'tag': '37022406-bf64-437b-972b-c808525a3be0'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:00:51.655333 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd2646b-626b-44b8-bea7-a7cd4293da85" -d '{"events": [{"server_uuid": "c227fa05-d9c7-4f99-9343-1e9c6ef56f85", "name": "network-vif-deleted", "tag": "37022406-bf64-437b-972b-c808525a3be0"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:00:51.701658 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6444505-719a-444c-9735-bcd19d6a2a14 x-openstack-request-id: req-b6444505-719a-444c-9735-bcd19d6a2a14 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:00:51.702037 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c227fa05-d9c7-4f99-9343-1e9c6ef56f85", "name": "network-vif-deleted", "tag": "37022406-bf64-437b-972b-c808525a3be0", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:00:51.702353 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6444505-719a-444c-9735-bcd19d6a2a14 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:00:51.702828 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c227fa05-d9c7-4f99-9343-1e9c6ef56f85', 'name': 'network-vif-deleted', 'tag': '37022406-bf64-437b-972b-c808525a3be0', 'status': 'completed', 'code': 200} Aug 09 19:00:51.931147 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2e4f291b-a6fa-4dd2-9c44-bdf940ae3598 req-07e5bb55-9956-485a-8abb-ee7ab84feeac tempest-VolumesNegativeTest-124109442 tempest-VolumesNegativeTest-124109442-project] 10.222.0.57 "GET /v2.0/ports?device_id=c227fa05-d9c7-4f99-9343-1e9c6ef56f85 HTTP/1.1" status: 200 len: 210 time: 0.0304842 Aug 09 19:00:54.868894 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 37022406-bf64-437b-972b-c808525a3be0 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:00:54.889084 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 37022406-bf64-437b-972b-c808525a3be0 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:00:54.889432 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 37022406-bf64-437b-972b-c808525a3be0 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:00:56.584447 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53888) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:56.712765 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6f5939a8-b4cb-449d-aed6-4bef736f6e9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4083a306f3324ad88035c2e72235d58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271706 Aug 09 19:00:56.715197 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53892) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:00:56.763034 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b002e87d-855b-48c8-997e-fec0d857d301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:56.786755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b002e87d-855b-48c8-997e-fec0d857d301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:56.834558 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b002e87d-855b-48c8-997e-fec0d857d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:56.837704 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b002e87d-855b-48c8-997e-fec0d857d301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:56.839090 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-b002e87d-855b-48c8-997e-fec0d857d301 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc31262d-77af-48a2-87db-6918cb4e3956 HTTP/1.1" status: 204 len: 168 time: 0.1228673 Aug 09 19:00:56.851633 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002e87d-855b-48c8-997e-fec0d857d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc31262d-77af-48a2-87db-6918cb4e3956,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:00:58.539228 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:00:59.592976 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-95483033-216f-4415-b2ed-f4c82deba63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:02.375091 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8c2dcc79-b2cc-4c94-a48d-af4bf8b8a1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:02.459879 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:03.289854 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:04.359889 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-519a32a5-2f17-4d63-8ab7-f176a58b48c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390081 Aug 09 19:01:04.433615 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-caf3a0aa-ab88-4530-b533-a892fc57e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:04.435427 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-caf3a0aa-ab88-4530-b533-a892fc57e9be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 1099 time: 0.0533264 Aug 09 19:01:04.548137 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-0b6be752-e44a-4700-a86c-5887ea88b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:04.549598 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-0b6be752-e44a-4700-a86c-5887ea88b729 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 911 time: 0.0942888 Aug 09 19:01:04.614842 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-e01eda46-1261-429d-b624-84151307674b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db HTTP/1.1" status: 200 len: 1002 time: 0.0568097 Aug 09 19:01:04.666138 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-3ef05fb5-9635-4584-9d57-d497baf5399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:04.667571 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-3ef05fb5-9635-4584-9d57-d497baf5399a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 200 len: 849 time: 0.0440307 Aug 09 19:01:04.726700 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-23baef0e-49f9-449c-a98c-fc1fd473aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:04.728310 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-23baef0e-49f9-449c-a98c-fc1fd473aebb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483711 Aug 09 19:01:04.819742 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-66b65735-097d-456d-a14b-9a3a2ef11d17 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824115 Aug 09 19:01:04.912805 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-7edc499b-51a6-44e9-afd9-ea3650414278 req-1754d066-d22d-4714-a87d-d8db74356fc8 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839684 Aug 09 19:01:05.109791 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:05.816745 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 53974) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:05.921863 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00f582fa-f0df-4cde-b437-a2a250ec97f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:06.013544 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00f582fa-f0df-4cde-b437-a2a250ec97f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:06.017545 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00f582fa-f0df-4cde-b437-a2a250ec97f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:06.055473 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-00f582fa-f0df-4cde-b437-a2a250ec97f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25715131a89541618d459fbdfff8d05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376668 Aug 09 19:01:06.056373 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f582fa-f0df-4cde-b437-a2a250ec97f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f3cd8-d97f-4d7e-a19b-4d88b47e00cf,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:06.058284 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 53978) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:06.114175 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:06.136347 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:06.181841 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:06.184449 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:06.185537 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b12f3cd8-d97f-4d7e-a19b-4d88b47e00cf HTTP/1.1" status: 204 len: 168 time: 0.1262412 Aug 09 19:01:06.192997 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f3cd8-d97f-4d7e-a19b-4d88b47e00cf,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:06.200171 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.200549 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.201213 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.201551 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.201855 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.202166 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.202575 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.203023 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.203236 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.203568 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.203887 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:06.204220 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dca50-013c-4eb8-abc3-f5b43500a49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:08.355193 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58421437-2a17-466d-ad7d-a65514b97d49 req-1f8b8964-b574-4b66-a929-9309f1d38aa3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:08.356681 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-58421437-2a17-466d-ad7d-a65514b97d49 req-1f8b8964-b574-4b66-a929-9309f1d38aa3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0486295 Aug 09 19:01:08.393148 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-58421437-2a17-466d-ad7d-a65514b97d49 req-8a3804f8-b89a-49ed-a924-39c65b20e91e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305600 Aug 09 19:01:09.509771 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df4a57-83b9-476a-8551-89472b96b32b req-e3f75709-f8d8-4c88-928b-556a6055115b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:09.511256 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-13df4a57-83b9-476a-8551-89472b96b32b req-e3f75709-f8d8-4c88-928b-556a6055115b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0483005 Aug 09 19:01:09.548136 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-13df4a57-83b9-476a-8551-89472b96b32b req-ff1428cd-6a24-4b23-b592-fa8ca949370d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307534 Aug 09 19:01:10.363823 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9e661-96da-4b3d-9809-847ceb798699 req-d7600c8f-74b1-485a-8649-fe63a841a509 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:10.365284 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-28f9e661-96da-4b3d-9809-847ceb798699 req-d7600c8f-74b1-485a-8649-fe63a841a509 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0478158 Aug 09 19:01:10.668600 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf56f2-b3d0-41b2-9c95-9252508eb671 req-bf05ae69-16ef-46ae-b0e1-489944772971 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:10.670220 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0abf56f2-b3d0-41b2-9c95-9252508eb671 req-bf05ae69-16ef-46ae-b0e1-489944772971 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 946 time: 0.0522246 Aug 09 19:01:10.676972 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Deleting port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:10.677320 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:10.708192 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0abf56f2-b3d0-41b2-9c95-9252508eb671 req-87a7bc18-39b4-4846-8c10-b2d1e7973810 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=a131e888-cf3a-410a-82db-c8d28e8511f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320876 Aug 09 19:01:10.765932 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] For port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:10.766279 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:10.805473 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:01:10.937584 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:10.937959 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:10.938569 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Floating IP d3393b48-4c07-40e1-bf7b-23c3a90899fa disassociated. External IP: 172.27.1.182, port: 4e28fe06-aae6-442f-b0de-fee1b9f4f3db. Aug 09 19:01:10.938924 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Calling delete_port for 4e28fe06-aae6-442f-b0de-fee1b9f4f3db owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:11.072949 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:11.107103 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event deleted for resources: {'Port': ['ID=4e28fe06-aae6-442f-b0de-fee1b9f4f3db,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:11.235112 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Router 95eb260c-9970-4e6d-9e27-2297708fd3c2 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:01:11.346555 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:01:11.358268 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] Sync routers for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:01:11.367181 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:11.367994 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:11.403705 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] No DVR routers for this DVR port 4e28fe06-aae6-442f-b0de-fee1b9f4f3db on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:01:11.406274 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:11.408312 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-28f9e661-96da-4b3d-9809-847ceb798699 req-41465606-f2c1-4d9b-ad32-1c99bae200ea tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "DELETE /v2.0/ports/4e28fe06-aae6-442f-b0de-fee1b9f4f3db HTTP/1.1" status: 204 len: 173 time: 1.0363498 Aug 09 19:01:11.408763 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'name': 'network-vif-deleted', 'tag': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:01:11.411829 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b1f534-8151-46b2-ac18-6f5ae5e2e0fd" -d '{"events": [{"server_uuid": "79c379e6-16ec-4277-a157-a5bbfaa39c93", "name": "network-vif-deleted", "tag": "4e28fe06-aae6-442f-b0de-fee1b9f4f3db"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:01:11.455384 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb8952a-9998-433f-ade2-b1b80e0da845 x-openstack-request-id: req-8eb8952a-9998-433f-ade2-b1b80e0da845 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:01:11.456214 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c379e6-16ec-4277-a157-a5bbfaa39c93", "name": "network-vif-deleted", "tag": "4e28fe06-aae6-442f-b0de-fee1b9f4f3db", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:01:11.457485 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8eb8952a-9998-433f-ade2-b1b80e0da845 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:01:11.458260 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c379e6-16ec-4277-a157-a5bbfaa39c93', 'name': 'network-vif-deleted', 'tag': '4e28fe06-aae6-442f-b0de-fee1b9f4f3db', 'status': 'completed', 'code': 200} Aug 09 19:01:11.483258 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:11.692301 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:11.718769 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] Checking router: 95eb260c-9970-4e6d-9e27-2297708fd3c2 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:01:11.727637 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:11.728277 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:11.832206 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ac5bd2e5-8734-4d26-8c6a-0c5f42fe725d req-a74c0b3e-3377-48d8-98ce-4a5018f126dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=79c379e6-16ec-4277-a157-a5bbfaa39c93 HTTP/1.1" status: 200 len: 210 time: 0.0325520 Aug 09 19:01:11.853358 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:12.053088 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:12.088548 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a3808-98ca-4f1d-9dfd-9d10307c5e4e None None] The sync data for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi is: [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:01:12.306667 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe4a7f-f71d-4334-845f-20fbf3d7da1f None None] New status for floating IP d3393b48-4c07-40e1-bf7b-23c3a90899fa: DOWN {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 19:01:12.918930 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54006) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:12.976424 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-47fb7d47-61ca-45db-b281-3f96308aee41 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.000514 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-47fb7d47-61ca-45db-b281-3f96308aee41 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.046681 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-47fb7d47-61ca-45db-b281-3f96308aee41 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.049324 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-47fb7d47-61ca-45db-b281-3f96308aee41 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.051016 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-47fb7d47-61ca-45db-b281-3f96308aee41 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "DELETE /v2.0/security-groups/a131e888-cf3a-410a-82db-c8d28e8511f6 HTTP/1.1" status: 204 len: 168 time: 0.1303718 Aug 09 19:01:13.053987 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54008) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:13.060285 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb7d47-61ca-45db-b281-3f96308aee41 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131e888-cf3a-410a-82db-c8d28e8511f6,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:13.067935 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.api.v2.resource [None req-dd84747e-616a-47f4-a76a-01f7efee6b32 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] show failed (client error): The resource could not be found. Aug 09 19:01:13.069004 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-dd84747e-616a-47f4-a76a-01f7efee6b32 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups/a131e888-cf3a-410a-82db-c8d28e8511f6 HTTP/1.1" status: 404 len: 347 time: 0.0140402 Aug 09 19:01:13.071985 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54010) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:13.192553 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Deleting port 53462f61-eb91-44d1-ba05-400ab796b044 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:13.192805 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.268076 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.268412 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.279584 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Calling delete_port for 53462f61-eb91-44d1-ba05-400ab796b044 owned by network:floatingip {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:13.419272 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.445473 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event deleted for resources: {'Port': ['ID=53462f61-eb91-44d1-ba05-400ab796b044,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:13.506558 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.509117 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.510317 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-0fdd74e9-6b1b-496b-9933-763e1c8504ee tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "DELETE /v2.0/floatingips/d3393b48-4c07-40e1-bf7b-23c3a90899fa HTTP/1.1" status: 204 len: 168 time: 0.4373858 Aug 09 19:01:13.771511 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54014) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:13.776490 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-4de8e695-334e-4cf2-b327-cd6901cad513 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699872716', 'description': 'tempest-description--2089771537'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:13.798122 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4de8e695-334e-4cf2-b327-cd6901cad513 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.874587 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4de8e695-334e-4cf2-b327-cd6901cad513 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.879773 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4de8e695-334e-4cf2-b327-cd6901cad513 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.904446 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-4de8e695-334e-4cf2-b327-cd6901cad513 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.905618 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-4de8e695-334e-4cf2-b327-cd6901cad513 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1327846 Aug 09 19:01:13.909100 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54016) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:13.910408 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8e695-334e-4cf2-b327-cd6901cad513 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42919402-ded5-4d86-9c08-57aa3925a82d,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:13.914091 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-a5cf9666-b106-4756-9333-63cd9baf1e1b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'security_group_rule': {'security_group_id': '42919402-ded5-4d86-9c08-57aa3925a82d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:13.940726 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9666-b106-4756-9333-63cd9baf1e1b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.987012 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9666-b106-4756-9333-63cd9baf1e1b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:13.990554 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9666-b106-4756-9333-63cd9baf1e1b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.012738 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf9666-b106-4756-9333-63cd9baf1e1b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd44f9d-102c-4a60-965f-14849b9b0496,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:14.015525 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9666-b106-4756-9333-63cd9baf1e1b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.016729 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a5cf9666-b106-4756-9333-63cd9baf1e1b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064863 Aug 09 19:01:14.019953 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54018) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:14.024335 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-0f7622f2-30f0-4dd0-b92b-c8af6acdad9d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'security_group_rule': {'security_group_id': '42919402-ded5-4d86-9c08-57aa3925a82d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:14.049106 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0f7622f2-30f0-4dd0-b92b-c8af6acdad9d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.111283 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0f7622f2-30f0-4dd0-b92b-c8af6acdad9d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.114272 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0f7622f2-30f0-4dd0-b92b-c8af6acdad9d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.134511 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7622f2-30f0-4dd0-b92b-c8af6acdad9d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b408e9a-8c32-4edd-b480-863297e13655,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:14.138467 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-0f7622f2-30f0-4dd0-b92b-c8af6acdad9d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.139885 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-0f7622f2-30f0-4dd0-b92b-c8af6acdad9d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187661 Aug 09 19:01:14.142658 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54020) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:14.147577 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'floatingip': {'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:14.168710 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.262245 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.367963 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Allocated IP 172.27.1.64 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/558d1402-236c-4602-926e-50d7cae3d32e) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:01:14.464853 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.506205 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.544180 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:01:14.547066 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:01:14.551165 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:01:14.573613 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'Port': ['ID=558d1402-236c-4602-926e-50d7cae3d32e,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:14.647656 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.684720 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.834069 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.838329 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.905253 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'Port': ['ID=558d1402-236c-4602-926e-50d7cae3d32e,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:14.919341 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.933087 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:14.934336 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-dcd80636-323d-4243-9f4e-75f43b3e7025 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7907522 Aug 09 19:01:14.961317 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 4e28fe06-aae6-442f-b0de-fee1b9f4f3db no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:01:14.981603 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 4e28fe06-aae6-442f-b0de-fee1b9f4f3db {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:01:14.981952 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 4e28fe06-aae6-442f-b0de-fee1b9f4f3db not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:01:15.122591 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-44f6dc30-98b4-47c8-bc7c-185fc3c1c178 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1699872716&fields=id&tenant_id=cbe836b32ca64a34be8438ce750dc30d HTTP/1.1" status: 200 len: 267 time: 0.0357845 Aug 09 19:01:15.225817 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-0d67da97-6d47-4626-96da-fb4ccaef5980 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:15.227275 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-0d67da97-6d47-4626-96da-fb4ccaef5980 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 810 time: 0.0974782 Aug 09 19:01:15.242271 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-3981fc9a-4f49-43e6-b5ce-4d9269d27cd0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/quotas/cbe836b32ca64a34be8438ce750dc30d HTTP/1.1" status: 200 len: 375 time: 0.0093489 Aug 09 19:01:15.293555 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-465e5c8b-00d6-4235-beb9-a53871186b5b tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459762 Aug 09 19:01:15.395539 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8ba11548-fea6-411a-9760-19834a06d5d0 service neutron] 10.222.0.57 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899432 Aug 09 19:01:15.489695 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-52b595fe-74f5-4968-9a1a-ecd967ec4fd3 service neutron] 10.222.0.57 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880282 Aug 09 19:01:15.654416 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0cadcafd-2a21-4a64-996b-9cfcd9170406 req-07f1c394-1492-40d6-9076-7c08d825e2d0 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 210 time: 0.0303395 Aug 09 19:01:16.562821 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-d99d7d7a-c294-4d1b-8fc6-0e77cecbe15c tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:16.564347 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-d99d7d7a-c294-4d1b-8fc6-0e77cecbe15c tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 810 time: 0.0985353 Aug 09 19:01:16.612997 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-57ee7210-d87d-4d73-9b84-dcc3a63aaeba tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe836b32ca64a34be8438ce750dc30d HTTP/1.1" status: 200 len: 380 time: 0.0393980 Aug 09 19:01:16.624146 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'port': {'device_id': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'admin_state_up': True, 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'security_groups': ['42919402-ded5-4d86-9c08-57aa3925a82d']}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:16.736416 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Made reservation on behalf of cbe836b32ca64a34be8438ce750dc30d for: {'port': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 19:01:16.740732 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:16.749676 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-316ae995-37db-41b4-bffd-5aad2a85b30e req-907e3d03-90d7-45b5-8e20-7031750fa1e1 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 210 time: 0.0261989 Aug 09 19:01:16.868073 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Allocated IP 172.20.0.12 (d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2/bee45dfa-ecf3-4557-9a17-3fccec8800a7/5caa0076-bf3d-4bb8-87bf-20f50143cde4) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:01:17.013060 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.027585 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Transition to ACTIVE for port object 5caa0076-bf3d-4bb8-87bf-20f50143cde4 will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:01:17.061123 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.101440 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:01:17.106353 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:01:17.109970 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:01:17.142219 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event updated for resources: {'Port': ['ID=5caa0076-bf3d-4bb8-87bf-20f50143cde4,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:17.175267 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:17.175931 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.191846 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8250776e-3459-470b-ad69-c8b88510e6dc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735986 Aug 09 19:01:17.204262 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Request body: {'port': {'device_id': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:17.261691 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.300168 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-05189fb7-b44e-49e3-a7d5-6bfb0c2cc1fc None None] Provisioning for port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:01:17.303944 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-05189fb7-b44e-49e3-a7d5-6bfb0c2cc1fc None None] Provisioning complete for port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:01:17.304329 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-05189fb7-b44e-49e3-a7d5-6bfb0c2cc1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.342948 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-05189fb7-b44e-49e3-a7d5-6bfb0c2cc1fc None None] Port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 19:01:17.522818 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caa0076-bf3d-4bb8-87bf-20f50143cde4 {{(pid=93288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 19:01:17.530151 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.542130 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Transition to ACTIVE for port object 5caa0076-bf3d-4bb8-87bf-20f50143cde4 will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:01:17.546878 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.600209 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=5caa0076-bf3d-4bb8-87bf-20f50143cde4,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:17.669897 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Attempting to bind port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:01:17.670418 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Attempting to bind port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:01:17.670611 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Attempting to bind port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 on network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:01:17.675176 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 on network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 19:01:17.675497 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Attempting to bind port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 on network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:01:17.680634 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:01:17.680822 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Checking segment: {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:01:17.681208 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Bound using segment: {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:01:17.681643 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Bound port: 5caa0076-bf3d-4bb8-87bf-20f50143cde4, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c07aba-802f-431f-9aab-a53170d94a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:01:17.682002 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.748218 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] For port 5caa0076-bf3d-4bb8-87bf-20f50143cde4, host hv-cinder-78299, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:01:17.752570 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] For port 5caa0076-bf3d-4bb8-87bf-20f50143cde4, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=5caa0076-bf3d-4bb8-87bf-20f50143cde4,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:01:17.757409 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.799703 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:17.800301 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:17.801901 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] 10.222.0.26 "PUT /v2.0/ports/5caa0076-bf3d-4bb8-87bf-20f50143cde4 HTTP/1.1" status: 200 len: 1094 time: 0.6021273 Aug 09 19:01:17.802351 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'tag': '5caa0076-bf3d-4bb8-87bf-20f50143cde4'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:01:17.804741 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9281776f-9ece-48f4-9335-c01f9ae98da6" -d '{"events": [{"name": "network-changed", "server_uuid": "eeba0d07-5427-44ef-b946-22f3ae5b3cff", "tag": "5caa0076-bf3d-4bb8-87bf-20f50143cde4"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:01:17.859529 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1935c51f-970c-4283-afb4-2d67fb12341f x-openstack-request-id: req-1935c51f-970c-4283-afb4-2d67fb12341f {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:01:17.859834 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeba0d07-5427-44ef-b946-22f3ae5b3cff", "tag": "5caa0076-bf3d-4bb8-87bf-20f50143cde4", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:01:17.860248 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1935c51f-970c-4283-afb4-2d67fb12341f {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:01:17.860511 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'tag': '5caa0076-bf3d-4bb8-87bf-20f50143cde4', 'status': 'completed', 'code': 200} Aug 09 19:01:17.873864 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683a0f0-aac7-4292-87e5-dccd7241bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=5caa0076-bf3d-4bb8-87bf-20f50143cde4,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:17.887646 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693a5fb-9b0f-4f7e-b76e-685de7c0192e req-f691a981-121d-4909-a4c8-bfe052655b9d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:17.889783 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e693a5fb-9b0f-4f7e-b76e-685de7c0192e req-f691a981-121d-4909-a4c8-bfe052655b9d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 944 time: 0.0637505 Aug 09 19:01:17.893273 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-a6ce00d1-1106-4d31-9a59-7e1795584832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:17.894829 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-a6ce00d1-1106-4d31-9a59-7e1795584832 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 1097 time: 0.0562212 Aug 09 19:01:17.931978 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e693a5fb-9b0f-4f7e-b76e-685de7c0192e req-3e216827-d303-48a0-a949-74f20590b482 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346832 Aug 09 19:01:17.939767 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-3daed79a-8d7a-4e3d-bf7a-22170e9e2cdd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5caa0076-bf3d-4bb8-87bf-20f50143cde4 HTTP/1.1" status: 200 len: 217 time: 0.0368118 Aug 09 19:01:17.993313 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-04ddb8f6-47d3-4fe3-bb08-c0a1cc401b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:17.994781 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-04ddb8f6-47d3-4fe3-bb08-c0a1cc401b53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 200 len: 849 time: 0.0487838 Aug 09 19:01:18.039323 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-3fc23c7a-7e96-4754-95df-c5c0df6c759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:18.040759 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-3fc23c7a-7e96-4754-95df-c5c0df6c759d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391495 Aug 09 19:01:18.143103 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-2fbfef0c-b416-4bc0-9842-3c937cd9aa34 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945470 Aug 09 19:01:18.237337 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-f434db40-ac88-4ba6-bdcf-7b777097042c req-8268503c-762e-4dec-800c-13db54aadf09 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867536 Aug 09 19:01:18.328624 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-6277e69c-da49-4d90-acc5-1f4c4e3ef792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:18.330117 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-6277e69c-da49-4d90-acc5-1f4c4e3ef792 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 1097 time: 0.0413733 Aug 09 19:01:18.422724 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-9cce92ed-5915-4e58-9ed2-57b339ddf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:18.424198 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-9cce92ed-5915-4e58-9ed2-57b339ddf1a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 911 time: 0.0861652 Aug 09 19:01:18.466347 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-cda16a69-1d4e-45ba-b2e4-fb8a896ea267 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5caa0076-bf3d-4bb8-87bf-20f50143cde4 HTTP/1.1" status: 200 len: 217 time: 0.0333076 Aug 09 19:01:18.518767 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-1b84b714-1caa-4037-a48f-475fa19c56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:18.521307 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-1b84b714-1caa-4037-a48f-475fa19c56a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 200 len: 849 time: 0.0475998 Aug 09 19:01:18.569860 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-c4966dd2-b003-4d0b-9969-42bcb4bba9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:18.571412 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-c4966dd2-b003-4d0b-9969-42bcb4bba9a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430899 Aug 09 19:01:18.667385 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-65172410-455a-40c8-8cc8-0313ebba4cab service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870631 Aug 09 19:01:18.762120 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-9281776f-9ece-48f4-9335-c01f9ae98da6 req-af220d68-8cd5-4db4-8e9c-7103963bd014 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863595 Aug 09 19:01:19.048122 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d64bf-c015-4fb8-b4b4-5d638d700111 req-a6002776-0ce0-44c7-a7c9-136f3fb8a848 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:19.049579 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6d1d64bf-c015-4fb8-b4b4-5d638d700111 req-a6002776-0ce0-44c7-a7c9-136f3fb8a848 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 944 time: 0.0477471 Aug 09 19:01:19.087128 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6d1d64bf-c015-4fb8-b4b4-5d638d700111 req-9444087c-772c-411f-b658-2655a47fa243 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Aug 09 19:01:20.222136 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a0776-1ee8-4fe2-9364-e6a1211d17d4 req-be479d27-0725-479e-90ea-5a56bd166a31 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:20.223623 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-756a0776-1ee8-4fe2-9364-e6a1211d17d4 req-be479d27-0725-479e-90ea-5a56bd166a31 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 944 time: 0.0521772 Aug 09 19:01:20.262228 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-756a0776-1ee8-4fe2-9364-e6a1211d17d4 req-984ef1fd-193b-4486-bc53-07f4c1576ab9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325906 Aug 09 19:01:21.008031 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 5caa0076-bf3d-4bb8-87bf-20f50143cde4 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 19:01:21.102865 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 5caa0076-bf3d-4bb8-87bf-20f50143cde4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=5caa0076-bf3d-4bb8-87bf-20f50143cde4,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:21.113721 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '5caa0076-bf3d-4bb8-87bf-20f50143cde4', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'port_id': '5caa0076-bf3d-4bb8-87bf-20f50143cde4', 'mac_address': 'fa:16:3e:4f:d0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 19:01:21.149298 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:21.161944 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caa0076-bf3d-4bb8-87bf-20f50143cde4 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 19:01:21.180693 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 5caa0076-bf3d-4bb8-87bf-20f50143cde4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=5caa0076-bf3d-4bb8-87bf-20f50143cde4,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:21.184718 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:21.241830 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=5caa0076-bf3d-4bb8-87bf-20f50143cde4,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:21.377469 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aae27-693d-440f-87f4-7d54bf86cad2 req-2a43e021-b4a8-447a-b972-4612eb6f2793 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:21.380055 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d63aae27-693d-440f-87f4-7d54bf86cad2 req-2a43e021-b4a8-447a-b972-4612eb6f2793 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 945 time: 0.0498497 Aug 09 19:01:21.406108 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['5caa0076-bf3d-4bb8-87bf-20f50143cde4'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:01:21.418118 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d63aae27-693d-440f-87f4-7d54bf86cad2 req-d03f3508-21e4-4c10-8355-018470089154 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327287 Aug 09 19:01:22.530787 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75a7b0-da49-47bc-a776-07182f79e120 req-73266eb9-6fc1-4459-888c-2efd4dde3cb4 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:22.532261 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8a75a7b0-da49-47bc-a776-07182f79e120 req-73266eb9-6fc1-4459-888c-2efd4dde3cb4 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 945 time: 0.0474079 Aug 09 19:01:22.569006 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8a75a7b0-da49-47bc-a776-07182f79e120 req-abafda85-5ad6-4d31-a424-ba0b7ac427f6 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300837 Aug 09 19:01:23.023539 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 5caa0076-bf3d-4bb8-87bf-20f50143cde4 up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:01:23.076696 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:01:23.080247 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:01:23.080872 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:23.156994 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:23.179516 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa0076-bf3d-4bb8-87bf-20f50143cde4'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:01:23.183683 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd8d1b8-7057-4063-ab6f-8d0c84237ee4" -d '{"events": [{"server_uuid": "eeba0d07-5427-44ef-b946-22f3ae5b3cff", "name": "network-vif-plugged", "status": "completed", "tag": "5caa0076-bf3d-4bb8-87bf-20f50143cde4"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:01:23.196450 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 5caa0076-bf3d-4bb8-87bf-20f50143cde4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=5caa0076-bf3d-4bb8-87bf-20f50143cde4,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:23.200813 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:23.237061 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae618d-4db6-4d9f-93aa-17e477cf87db x-openstack-request-id: req-afae618d-4db6-4d9f-93aa-17e477cf87db {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:01:23.237346 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeba0d07-5427-44ef-b946-22f3ae5b3cff", "name": "network-vif-plugged", "status": "completed", "tag": "5caa0076-bf3d-4bb8-87bf-20f50143cde4", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:01:23.237589 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-afae618d-4db6-4d9f-93aa-17e477cf87db {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:01:23.237969 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa0076-bf3d-4bb8-87bf-20f50143cde4', 'code': 200} Aug 09 19:01:23.254042 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=5caa0076-bf3d-4bb8-87bf-20f50143cde4,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:23.395475 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82337e7-b68f-48b3-93a7-368e17d83adf req-9ed54a79-5b01-4195-84a6-2980f16d3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:23.396954 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-b82337e7-b68f-48b3-93a7-368e17d83adf req-9ed54a79-5b01-4195-84a6-2980f16d3c36 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 1099 time: 0.0390480 Aug 09 19:01:23.431418 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-b82337e7-b68f-48b3-93a7-368e17d83adf req-76a14382-40f3-4fa2-920f-19636f013828 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269213 Aug 09 19:01:23.689073 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281be6e-ef3e-416f-a99f-f24a204619c1 req-ffd8f6ea-241b-47ae-90ad-b1af5a24aa02 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:23.690519 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0281be6e-ef3e-416f-a99f-f24a204619c1 req-ffd8f6ea-241b-47ae-90ad-b1af5a24aa02 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 946 time: 0.0517628 Aug 09 19:01:23.728569 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0281be6e-ef3e-416f-a99f-f24a204619c1 req-0d4299b6-ded6-4529-a1d6-6bc8ed57b5d9 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Aug 09 19:01:24.844173 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129a0f5-67df-4513-a12c-6fef1a02ccb7 req-2c014704-d5ea-45f4-9360-b13683bdb7fc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:24.845653 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d129a0f5-67df-4513-a12c-6fef1a02ccb7 req-2c014704-d5ea-45f4-9360-b13683bdb7fc tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 946 time: 0.0488193 Aug 09 19:01:24.883148 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d129a0f5-67df-4513-a12c-6fef1a02ccb7 req-ad30e19e-4e68-4cd2-a0cb-6dca5d7debb7 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Aug 09 19:01:24.992663 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89376af3-13e1-4d8a-849a-62dcae5b8ed0 req-37e3334b-6d4d-400c-a6fe-e401d1043624 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:24.994131 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-89376af3-13e1-4d8a-849a-62dcae5b8ed0 req-37e3334b-6d4d-400c-a6fe-e401d1043624 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 946 time: 0.0480473 Aug 09 19:01:25.002532 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54074) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:25.007939 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-a72e885f-264a-4eda-aada-9e0373100974 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Request body: {'floatingip': {'port_id': '5caa0076-bf3d-4bb8-87bf-20f50143cde4'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:25.047036 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a72e885f-264a-4eda-aada-9e0373100974 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:25.493722 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a72e885f-264a-4eda-aada-9e0373100974 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:25.497778 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a72e885f-264a-4eda-aada-9e0373100974 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:25.599986 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [None req-a72e885f-264a-4eda-aada-9e0373100974 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Floating IP 3d372627-0fec-49ed-81f9-2702196a3586 associated. External IP: 172.27.1.64, port: 5caa0076-bf3d-4bb8-87bf-20f50143cde4. Aug 09 19:01:26.021442 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e885f-264a-4eda-aada-9e0373100974 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Router 95eb260c-9970-4e6d-9e27-2297708fd3c2 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:01:26.125911 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e885f-264a-4eda-aada-9e0373100974 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:01:26.131345 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a72e885f-264a-4eda-aada-9e0373100974 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:26.136558 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] Sync routers for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:01:26.146032 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:26.146636 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:26.160768 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a72e885f-264a-4eda-aada-9e0373100974 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "PUT /v2.0/floatingips/3d372627-0fec-49ed-81f9-2702196a3586 HTTP/1.1" status: 200 len: 991 time: 1.1545675 Aug 09 19:01:26.160768 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'tag': '5caa0076-bf3d-4bb8-87bf-20f50143cde4'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:01:26.161111 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1566103c-ad3a-42f8-87cf-485e29e7889d" -d '{"events": [{"name": "network-changed", "server_uuid": "eeba0d07-5427-44ef-b946-22f3ae5b3cff", "tag": "5caa0076-bf3d-4bb8-87bf-20f50143cde4"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:01:26.203024 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80bb3aa-57a3-4bf5-8ae3-5ab7dd692400 x-openstack-request-id: req-a80bb3aa-57a3-4bf5-8ae3-5ab7dd692400 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:01:26.203324 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeba0d07-5427-44ef-b946-22f3ae5b3cff", "tag": "5caa0076-bf3d-4bb8-87bf-20f50143cde4", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:01:26.203616 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a80bb3aa-57a3-4bf5-8ae3-5ab7dd692400 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:01:26.204003 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'tag': '5caa0076-bf3d-4bb8-87bf-20f50143cde4', 'status': 'completed', 'code': 200} Aug 09 19:01:26.265047 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:26.268998 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-9f29ea40-5068-48ed-a9cc-4e6ec8949c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:26.270547 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-9f29ea40-5068-48ed-a9cc-4e6ec8949c6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbe836b32ca64a34be8438ce750dc30d&device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 1099 time: 0.0421557 Aug 09 19:01:26.371518 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-a9fc8a20-f2fc-4ecb-9a60-ead6a6be0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:26.373042 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-a9fc8a20-f2fc-4ecb-9a60-ead6a6be0c87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 200 len: 911 time: 0.0953970 Aug 09 19:01:26.440456 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-472ad1c7-7ed0-46ff-a600-b76979ba0595 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5caa0076-bf3d-4bb8-87bf-20f50143cde4 HTTP/1.1" status: 200 len: 999 time: 0.0599625 Aug 09 19:01:26.491532 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-530b9a20-2610-4261-99c1-ca5653668688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:26.493033 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-530b9a20-2610-4261-99c1-ca5653668688 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 200 len: 849 time: 0.0455444 Aug 09 19:01:26.541957 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-fc1005e9-f646-4c3d-943f-2fe6bb12d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:26.543513 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-fc1005e9-f646-4c3d-943f-2fe6bb12d8d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432241 Aug 09 19:01:26.583536 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '3d372627-0fec-49ed-81f9-2702196a3586', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'port_id': '5caa0076-bf3d-4bb8-87bf-20f50143cde4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'mac_address': 'fa:16:3e:4f:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T19:01:14Z', 'updated_at': '2021-08-09T19:01:25Z', 'revision_number': 1, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:26.608966 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] Checking router: 95eb260c-9970-4e6d-9e27-2297708fd3c2 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:01:26.617940 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:26.618558 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:26.634764 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-21567dc8-70bb-40b4-998c-569cba5bdb1c service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841238 Aug 09 19:01:26.724219 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:26.730418 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-1566103c-ad3a-42f8-87cf-485e29e7889d req-38f6d30a-0b7e-4627-9549-663f1d69b316 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878918 Aug 09 19:01:26.956336 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '3d372627-0fec-49ed-81f9-2702196a3586', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'port_id': '5caa0076-bf3d-4bb8-87bf-20f50143cde4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'mac_address': 'fa:16:3e:4f:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T19:01:14Z', 'updated_at': '2021-08-09T19:01:25Z', 'revision_number': 1, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:26.981201 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15d7eb-0912-4a24-919b-64b495445cbd None None] The sync data for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi is: [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '3d372627-0fec-49ed-81f9-2702196a3586', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'port_id': '5caa0076-bf3d-4bb8-87bf-20f50143cde4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'mac_address': 'fa:16:3e:4f:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T19:01:14Z', 'updated_at': '2021-08-09T19:01:25Z', 'revision_number': 1, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:01:27.167008 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd53b1-b3fc-4bef-bdce-603ec75b567f None None] New status for floating IP 3d372627-0fec-49ed-81f9-2702196a3586: ACTIVE {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 19:01:28.550383 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:29.593291 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f4800a99-98af-48d9-8185-e7391636af0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:32.376829 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7dd8a16e-50a6-47aa-801d-c61f4584a176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:32.470741 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:33.292631 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:35.110439 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:41.037432 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-3dafee72-43a6-4672-b60f-588ba4c32fe4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993760016&fields=id&tenant_id=71a88f46e2174606936608cad6734d10 HTTP/1.1" status: 200 len: 267 time: 0.0357850 Aug 09 19:01:41.143635 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a0675-709c-46bb-a758-aca935ea1d78 req-44d226fd-56c5-41a7-b41e-c2f97bd4e846 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:41.145073 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-44d226fd-56c5-41a7-b41e-c2f97bd4e846 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 812 time: 0.1009808 Aug 09 19:01:41.160434 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-cdcd0d63-9fc9-4ebd-b260-169c325edcdf tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/quotas/71a88f46e2174606936608cad6734d10 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Aug 09 19:01:41.217559 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-70bbbb89-bb21-4af3-a653-30539907b107 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513868 Aug 09 19:01:41.315714 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-61f179ef-b7cd-4f78-a868-677f8ce62da1 service neutron] 10.222.0.57 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855327 Aug 09 19:01:41.403755 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-3c71afea-24a6-44fe-92e5-95d9de0258b9 service neutron] 10.222.0.57 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815914 Aug 09 19:01:41.692470 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-819f1355-7f00-4c07-98ba-8e0faf4a56b6 req-e18d5b7d-a5be-44ce-9311-37829e6c19c5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 210 time: 0.0301795 Aug 09 19:01:42.617974 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a0675-709c-46bb-a758-aca935ea1d78 req-389d37d7-da40-43c2-9590-9d32e31138cd tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:42.619572 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-389d37d7-da40-43c2-9590-9d32e31138cd tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 812 time: 0.1044598 Aug 09 19:01:42.671429 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-c73dfc9e-d487-44e0-a341-d2e78f7e50ef tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a88f46e2174606936608cad6734d10 HTTP/1.1" status: 200 len: 380 time: 0.0420845 Aug 09 19:01:42.687760 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'port': {'device_id': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'admin_state_up': True, 'tenant_id': '71a88f46e2174606936608cad6734d10', 'security_groups': ['33924d2f-28be-4c1b-ba14-ef010422930a']}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:42.796732 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fda9252d-f0db-41ae-aa67-611fa1c91979 req-485a0daf-af3e-42bb-bc41-1e6523332ce6 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 210 time: 0.0310037 Aug 09 19:01:42.815791 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Made reservation on behalf of 71a88f46e2174606936608cad6734d10 for: {'port': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 19:01:42.819405 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:42.941402 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Allocated IP 172.20.0.5 (894b9985-fca2-4c30-8c3b-8e261fe4ee16/2da0d483-05a6-4441-a0ed-f79f478b1df3/12baba56-ec35-4ba6-b772-35237e943f3f) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:01:43.091568 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.105638 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Transition to ACTIVE for port object 12baba56-ec35-4ba6-b772-35237e943f3f will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:01:43.137712 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.182815 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:01:43.187847 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:01:43.192287 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:01:43.196286 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'Port': ['ID=12baba56-ec35-4ba6-b772-35237e943f3f,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:43.231015 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.231370 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.231712 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.232093 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.232428 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.232758 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.233087 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.233415 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.233739 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.234059 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.234378 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.234696 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:43.257532 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:43.258089 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.273019 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-d86cc4b0-38fc-45c1-9331-f5ade57191f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891685 Aug 09 19:01:43.286495 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Request body: {'port': {'device_id': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:43.342503 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.461011 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-84d84623-9951-4c48-8530-255cdb73b5c3 None None] Provisioning for port 12baba56-ec35-4ba6-b772-35237e943f3f completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:01:43.464654 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-84d84623-9951-4c48-8530-255cdb73b5c3 None None] Provisioning complete for port 12baba56-ec35-4ba6-b772-35237e943f3f triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:01:43.465031 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-84d84623-9951-4c48-8530-255cdb73b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.497541 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-84d84623-9951-4c48-8530-255cdb73b5c3 None None] Port 12baba56-ec35-4ba6-b772-35237e943f3f cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 19:01:43.601819 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12baba56-ec35-4ba6-b772-35237e943f3f {{(pid=93288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 19:01:43.609232 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.621715 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Transition to ACTIVE for port object 12baba56-ec35-4ba6-b772-35237e943f3f will not be triggered until provisioned by entity L2. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:01:43.624866 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.694643 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=12baba56-ec35-4ba6-b772-35237e943f3f,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:43.721127 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54160) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:43.750515 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Attempting to bind port 12baba56-ec35-4ba6-b772-35237e943f3f on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:01:43.750855 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Attempting to bind port 12baba56-ec35-4ba6-b772-35237e943f3f by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:01:43.751187 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Attempting to bind port 12baba56-ec35-4ba6-b772-35237e943f3f on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:01:43.758141 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Port 12baba56-ec35-4ba6-b772-35237e943f3f on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 19:01:43.758469 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Attempting to bind port 12baba56-ec35-4ba6-b772-35237e943f3f on network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:01:43.763922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:01:43.764730 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Checking segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:01:43.764730 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Bound using segment: {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'} {{(pid=93288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:01:43.765071 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.managers [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Bound port: 12baba56-ec35-4ba6-b772-35237e943f3f, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16'}}] {{(pid=93288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:01:43.765467 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.841512 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] For port 12baba56-ec35-4ba6-b772-35237e943f3f, host hv-cinder-78299, cleared binding levels {{(pid=93288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:01:43.845978 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] For port 12baba56-ec35-4ba6-b772-35237e943f3f, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=12baba56-ec35-4ba6-b772-35237e943f3f,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:01:43.853434 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.893874 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:43.897187 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.897187 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] 10.222.0.26 "PUT /v2.0/ports/12baba56-ec35-4ba6-b772-35237e943f3f HTTP/1.1" status: 200 len: 1093 time: 0.6150107 Aug 09 19:01:43.897187 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:01:43.899304 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498b1258-ea99-40fc-9398-c8f2bfab05ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:01:43.935177 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02dfb3-4a81-43db-a8f9-8c8986e5cbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=12baba56-ec35-4ba6-b772-35237e943f3f,revision_number=3']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:43.965744 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887dc3-38f0-4999-b7a3-cf49ef410297 req-bd376e33-f027-49aa-8557-c5dae9eaf251 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:43.970645 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-10887dc3-38f0-4999-b7a3-cf49ef410297 req-bd376e33-f027-49aa-8557-c5dae9eaf251 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 943 time: 0.0882673 Aug 09 19:01:43.972044 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbc551e-0481-4e0d-b4de-818822118238 x-openstack-request-id: req-0cbc551e-0481-4e0d-b4de-818822118238 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:01:43.972534 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:01:43.972935 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cbc551e-0481-4e0d-b4de-818822118238 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:01:43.973495 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f', 'status': 'completed', 'code': 200} Aug 09 19:01:43.985696 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Deleting port 2bfe4133-142d-4d12-8895-93b5f6db058c {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:43.986159 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:43.988523 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a0675-709c-46bb-a758-aca935ea1d78 req-63bcd354-c099-45b4-8b06-98cd411403ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:43.989685 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-63bcd354-c099-45b4-8b06-98cd411403ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 1096 time: 0.0514483 Aug 09 19:01:44.034739 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-e76e6036-643c-4590-a226-8a223cf1f1de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12baba56-ec35-4ba6-b772-35237e943f3f HTTP/1.1" status: 200 len: 217 time: 0.0361557 Aug 09 19:01:44.058614 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-10887dc3-38f0-4999-b7a3-cf49ef410297 req-567b5643-6ce1-43b3-a9c1-cfe2a7554819 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824387 Aug 09 19:01:44.089324 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:44.089922 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:44.094911 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a0675-709c-46bb-a758-aca935ea1d78 req-ab1903e4-975f-4548-ae76-099aa19dadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:44.096436 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-ab1903e4-975f-4548-ae76-099aa19dadf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0537400 Aug 09 19:01:44.103349 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Calling delete_port for 2bfe4133-142d-4d12-8895-93b5f6db058c owned by network:floatingip {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:44.144860 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a0675-709c-46bb-a758-aca935ea1d78 req-753e37e9-5bee-4635-a087-4c5bbba17526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:44.146375 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-753e37e9-5bee-4635-a087-4c5bbba17526 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432169 Aug 09 19:01:44.236891 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-7fcaed69-a9e4-4448-afe2-41fed9a35e02 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822864 Aug 09 19:01:44.275632 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:44.300112 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event deleted for resources: {'Port': ['ID=2bfe4133-142d-4d12-8895-93b5f6db058c,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:44.333101 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-199a0675-709c-46bb-a758-aca935ea1d78 req-1345f6b9-a509-4c7e-a06d-64637eced863 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893750 Aug 09 19:01:44.366026 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for floatingip, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:44.366411 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.l3_db [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Floating IP 8b46e90d-c636-49b2-a288-b511bd4a6d23 disassociated (deleted). External IP: 172.27.1.120, port: 97926761-04a8-4eaa-9312-a9c683d8ff7e. Aug 09 19:01:44.416989 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-78ddd208-4e91-4802-8b6c-1f3c17df6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:44.418621 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-78ddd208-4e91-4802-8b6c-1f3c17df6ebb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 1096 time: 0.0405812 Aug 09 19:01:44.513509 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-648a912a-a9ff-4eaf-becf-9dee46caaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:44.514903 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-648a912a-a9ff-4eaf-becf-9dee46caaa71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.0884132 Aug 09 19:01:44.558774 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-71125a6f-5dda-4145-b16d-9aeff7f7e4fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12baba56-ec35-4ba6-b772-35237e943f3f HTTP/1.1" status: 200 len: 217 time: 0.0353401 Aug 09 19:01:44.574632 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:01:44.610623 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-5c15e6e3-40ec-4743-a5fe-946ed5a58a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:44.612126 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-5c15e6e3-40ec-4743-a5fe-946ed5a58a6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0439715 Aug 09 19:01:44.663109 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-e5ee2e3c-c67d-4b0b-a6e0-e5b922da58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:44.664657 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-e5ee2e3c-c67d-4b0b-a6e0-e5b922da58b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442014 Aug 09 19:01:44.680574 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:01:44.685580 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:44.690893 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] Sync routers for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:01:44.701415 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:44.702248 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:44.714639 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-562df7a5-e23c-41d5-883d-e7a6888b6e98 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "DELETE /v2.0/floatingips/8b46e90d-c636-49b2-a288-b511bd4a6d23 HTTP/1.1" status: 204 len: 168 time: 0.9919806 Aug 09 19:01:44.715245 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:01:44.717565 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f0b0f-1311-4840-97e9-d9f17e8388a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:01:44.771661 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0ae4ad-0452-4fc7-b490-c0b822ab4857 x-openstack-request-id: req-9a0ae4ad-0452-4fc7-b490-c0b822ab4857 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:01:44.772066 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:01:44.772481 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a0ae4ad-0452-4fc7-b490-c0b822ab4857 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:01:44.772949 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'status': 'completed', 'code': 200} Aug 09 19:01:44.774105 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-fa069d73-970f-4e8c-8f4b-a0714558dc15 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009741 Aug 09 19:01:44.810685 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:44.849705 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-3d99c2d2-4b1b-48a3-8d29-b0583a0c4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:44.851425 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-3d99c2d2-4b1b-48a3-8d29-b0583a0c4b1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bbd8537f7c574bdf9671c0c1331507ce&device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 1099 time: 0.0485995 Aug 09 19:01:44.918494 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-498b1258-ea99-40fc-9398-c8f2bfab05ce req-10c38c5b-14cf-4872-a6a2-b89eca93940e service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291625 Aug 09 19:01:45.014917 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-0c5cab2a-8168-4f89-b315-7168466de303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:45.016408 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-0c5cab2a-8168-4f89-b315-7168466de303 service neutron] 10.222.0.26 "GET /v2.0/networks?id=79d7113b-06f2-4dc8-a824-1775b671c199 HTTP/1.1" status: 200 len: 910 time: 0.1542909 Aug 09 19:01:45.029127 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c11c8-4cc8-4d13-a4ae-6158953085c7 req-1d319da5-8e20-4899-b10b-3db88217e027 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:45.030612 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-901c11c8-4cc8-4d13-a4ae-6158953085c7 req-1d319da5-8e20-4899-b10b-3db88217e027 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0833173 Aug 09 19:01:45.045881 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'a9739925-0088-47c8-99e6-6e0ca21adf54', 'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'mac_address': 'fa:16:3e:6b:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:07Z', 'updated_at': '2021-08-09T18:57:15Z', 'revision_number': 5, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'subnets': [{'id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:45.071807 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] Checking router: 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:01:45.072067 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-41e61290-87d7-4621-a982-b8e1a69723b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e HTTP/1.1" status: 200 len: 217 time: 0.0402586 Aug 09 19:01:45.080047 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:45.080926 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:45.126261 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-901c11c8-4cc8-4d13-a4ae-6158953085c7 req-68c4efbd-27c4-4186-8c74-8656602b7fc6 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884616 Aug 09 19:01:45.150686 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-3c4fcd27-44cf-4e94-bfcb-50d1eab35229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:45.152343 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-3c4fcd27-44cf-4e94-bfcb-50d1eab35229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=060e4672-ab6d-4fe9-a456-f46ddc6bce7f HTTP/1.1" status: 200 len: 848 time: 0.0708568 Aug 09 19:01:45.194309 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:45.220458 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13edecf-e7f5-400b-a463-130283c300ba req-70518586-19b3-4781-883a-9f82251a232e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:45.221935 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f13edecf-e7f5-400b-a463-130283c300ba req-70518586-19b3-4781-883a-9f82251a232e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 943 time: 0.0825667 Aug 09 19:01:45.228006 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-fb12b98e-169f-41e0-a2cb-16b3615465ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:45.229404 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-fb12b98e-169f-41e0-a2cb-16b3615465ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=79d7113b-06f2-4dc8-a824-1775b671c199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625343 Aug 09 19:01:45.303004 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f13edecf-e7f5-400b-a463-130283c300ba req-7b05b3af-8ea0-4b41-bd1a-8488961c2533 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725236 Aug 09 19:01:45.344091 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-416fed79-2981-43d3-b0e1-0e3da4bc4e7b service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065609 Aug 09 19:01:45.402715 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'a9739925-0088-47c8-99e6-6e0ca21adf54', 'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'mac_address': 'fa:16:3e:6b:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:07Z', 'updated_at': '2021-08-09T18:57:15Z', 'revision_number': 5, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'subnets': [{'id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:45.433092 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ffbfc1-3bce-4b2f-af5d-e0d892a8c8a5 None None] The sync data for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi is: [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:08Z', 'revision_number': 4, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'a9739925-0088-47c8-99e6-6e0ca21adf54', 'name': '', 'network_id': '79d7113b-06f2-4dc8-a824-1775b671c199', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'mac_address': 'fa:16:3e:6b:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:07Z', 'updated_at': '2021-08-09T18:57:15Z', 'revision_number': 5, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'subnets': [{'id': '060e4672-ab6d-4fe9-a456-f46ddc6bce7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:01:45.438005 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-717f0b0f-1311-4840-97e9-d9f17e8388a4 req-5b7850bd-1912-4fba-9e05-881d11c7115d service neutron] 10.222.0.26 "GET /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861166 Aug 09 19:01:45.638599 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde5d169-c73f-4eea-876c-6241abdc8c77 None None] New status for floating IP 8b46e90d-c636-49b2-a288-b511bd4a6d23: DOWN {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 19:01:46.241467 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291c612-bd8c-4289-bc8c-d8c74ed349b5 req-975e13fd-6fe8-4e0c-a28c-af8b6848d6ca tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:46.242959 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5291c612-bd8c-4289-bc8c-d8c74ed349b5 req-975e13fd-6fe8-4e0c-a28c-af8b6848d6ca tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0487075 Aug 09 19:01:46.282353 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5291c612-bd8c-4289-bc8c-d8c74ed349b5 req-4a0dc06e-563d-4daa-a317-39205d79e8b2 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/security-groups?id=39392934-7ea0-44f0-abb4-b49cf42d0ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Aug 09 19:01:46.427834 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf067-b440-45b9-b529-b900e53642e4 req-7aad4b6e-fb07-422e-a280-25b1f254fa41 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:46.429833 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f13bf067-b440-45b9-b529-b900e53642e4 req-7aad4b6e-fb07-422e-a280-25b1f254fa41 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 943 time: 0.0522094 Aug 09 19:01:46.469465 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f13bf067-b440-45b9-b529-b900e53642e4 req-e4d98551-659c-4c79-b45e-32603eccba7e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335388 Aug 09 19:01:46.631119 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-5dd58303-19e5-4e8c-b8e9-f92be3ef8e1d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:46.632514 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-5dd58303-19e5-4e8c-b8e9-f92be3ef8e1d tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 946 time: 0.0498326 Aug 09 19:01:46.723921 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Deleting port 97926761-04a8-4eaa-9312-a9c683d8ff7e {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:46.724284 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:46.820347 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] For port 97926761-04a8-4eaa-9312-a9c683d8ff7e, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=97926761-04a8-4eaa-9312-a9c683d8ff7e,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:46.820717 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:46.833292 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Calling delete_port for 97926761-04a8-4eaa-9312-a9c683d8ff7e owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:46.958917 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:46.998236 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event deleted for resources: {'Port': ['ID=97926761-04a8-4eaa-9312-a9c683d8ff7e,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:47.038004 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] No DVR routers for this DVR port 97926761-04a8-4eaa-9312-a9c683d8ff7e on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:01:47.040465 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:47.042403 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-88074df1-7b7f-448c-8ebf-c8f3f982a98b req-af731106-9de7-4b51-8524-11ac17334a2e tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.26 "DELETE /v2.0/ports/97926761-04a8-4eaa-9312-a9c683d8ff7e HTTP/1.1" status: 204 len: 173 time: 0.4022529 Aug 09 19:01:47.042838 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'name': 'network-vif-deleted', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:01:47.045088 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c076034b-bffd-40a9-a78f-31474a127a75" -d '{"events": [{"server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "name": "network-vif-deleted", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:01:47.080987 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b37cb7-00e9-4f39-b7ee-1a00147b6be2 x-openstack-request-id: req-c5b37cb7-00e9-4f39-b7ee-1a00147b6be2 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:01:47.081280 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a6c77c-663a-45d9-ad27-6aec85e488cf", "name": "network-vif-deleted", "tag": "97926761-04a8-4eaa-9312-a9c683d8ff7e", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:01:47.081532 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5b37cb7-00e9-4f39-b7ee-1a00147b6be2 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:01:47.081932 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6c77c-663a-45d9-ad27-6aec85e488cf', 'name': 'network-vif-deleted', 'tag': '97926761-04a8-4eaa-9312-a9c683d8ff7e', 'status': 'completed', 'code': 200} Aug 09 19:01:47.392548 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7988a9e0-b9db-4457-a4ac-5d9a818aca85 req-9e821a04-cc70-45be-a3b2-709d9e609669 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a6c77c-663a-45d9-ad27-6aec85e488cf HTTP/1.1" status: 200 len: 210 time: 0.0274634 Aug 09 19:01:47.598428 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeed85-de7b-42d0-a179-0fd1bb9d7a58 req-8a83e8b4-a543-40cc-9401-9b7ffd3627e5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:47.600071 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fffeed85-de7b-42d0-a179-0fd1bb9d7a58 req-8a83e8b4-a543-40cc-9401-9b7ffd3627e5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 943 time: 0.0589402 Aug 09 19:01:47.638594 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fffeed85-de7b-42d0-a179-0fd1bb9d7a58 req-5889edd3-636f-4fd0-a2fd-ad9087e37b8d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Aug 09 19:01:47.804900 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:01:48.450735 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54196) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:48.511056 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-03e84391-aa5d-4f49-b036-303fcf2ebe12 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:48.535380 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-03e84391-aa5d-4f49-b036-303fcf2ebe12 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:48.594430 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-03e84391-aa5d-4f49-b036-303fcf2ebe12 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:48.597820 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-03e84391-aa5d-4f49-b036-303fcf2ebe12 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:48.599752 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-03e84391-aa5d-4f49-b036-303fcf2ebe12 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] 10.222.0.57 "DELETE /v2.0/security-groups/39392934-7ea0-44f0-abb4-b49cf42d0ef5 HTTP/1.1" status: 204 len: 168 time: 0.1479714 Aug 09 19:01:48.609506 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e84391-aa5d-4f49-b036-303fcf2ebe12 tempest-TestShelveInstance-1542760050 tempest-TestShelveInstance-1542760050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39392934-7ea0-44f0-abb4-b49cf42d0ef5,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:48.646105 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54200) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:48.755832 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadce77-b9e7-4ead-a70b-c26f0ff036e8 req-627ccee3-90d7-480c-9bd1-f0282ec6c6a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:48.757381 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7dadce77-b9e7-4ead-a70b-c26f0ff036e8 req-627ccee3-90d7-480c-9bd1-f0282ec6c6a9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 943 time: 0.0507290 Aug 09 19:01:48.798269 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-7dadce77-b9e7-4ead-a70b-c26f0ff036e8 req-cdeb4e0d-343d-4370-a670-b58d4aa44ad9 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347917 Aug 09 19:01:48.991572 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2004099'] for router_interface, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:49.236050 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Deleting port a9739925-0088-47c8-99e6-6e0ca21adf54 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:49.236410 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:49.326403 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] For port a9739925-0088-47c8-99e6-6e0ca21adf54, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=a9739925-0088-47c8-99e6-6e0ca21adf54,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:49.326789 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:49.571688 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Calling delete_port for a9739925-0088-47c8-99e6-6e0ca21adf54 owned by network:router_interface {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:49.753899 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:49.776815 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9739925-0088-47c8-99e6-6e0ca21adf54,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:49.922386 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917aa0b-599a-40e5-a506-69da4da7f77a req-6ecb0ec9-71f2-4f4c-a21b-09b289e8f40d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:49.924045 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c917aa0b-599a-40e5-a506-69da4da7f77a req-6ecb0ec9-71f2-4f4c-a21b-09b289e8f40d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 943 time: 0.0535030 Aug 09 19:01:49.952252 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003251'] for router_interface, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:49.964537 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c917aa0b-599a-40e5-a506-69da4da7f77a req-daa49e5b-8c38-4cb2-aa65-91363deacdf5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341024 Aug 09 19:01:50.170490 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:01:50.274099 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:01:50.279160 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-5a5f37f0-8ccf-4d1b-ae91-fdbb7190c080 admin admin] 10.222.0.57 "PUT /v2.0/routers/67f77e5d-b1e5-4acb-852f-c5874ca9c9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6319442 Aug 09 19:01:50.281734 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54208) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:50.284324 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] Sync routers for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:01:50.293318 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:50.294170 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:50.390208 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks [] for router, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:50.487259 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:50.500447 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:50.554957 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Deleting port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:50.555333 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:50.638987 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] For port cd54d3e1-4d32-4f88-8e9a-a9221f01bae7, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=cd54d3e1-4d32-4f88-8e9a-a9221f01bae7,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:50.639359 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:50.652223 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Calling delete_port for cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 owned by network:router_gateway {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:50.664470 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T19:01:49Z', 'revision_number': 5, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port': {'id': 'cd54d3e1-4d32-4f88-8e9a-a9221f01bae7', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:bd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:50.690311 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] Checking router: 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:01:50.698807 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] Routers {'67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:50.699228 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:50.787310 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] Set router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 gateway port host: None {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:50.819875 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:50.841537 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T19:01:50Z', 'revision_number': 6, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port_host': None}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:50.845735 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd54d3e1-4d32-4f88-8e9a-a9221f01bae7,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:50.869771 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf65eca-4f8a-46d9-9aa2-1d1d49f78712 None None] The sync data for ids ['67f77e5d-b1e5-4acb-852f-c5874ca9c9a9'] in dv-cinder-782995-5-iscsi is: [{'id': '67f77e5d-b1e5-4acb-852f-c5874ca9c9a9', 'name': 'tempest-TestShelveInstance-1324830145-router', 'tenant_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:05Z', 'updated_at': '2021-08-09T19:01:50Z', 'revision_number': 6, 'project_id': 'bbd8537f7c574bdf9671c0c1331507ce', 'gw_port_host': None}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:01:50.908802 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004949'] for router_gateway, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.013334 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40602'] for router, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.015472 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.078081 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2002389'] for router, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.078734 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 {{(pid=93288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 19:01:51.087076 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.087670 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fafa9-02c4-4f5a-8849-4a47a96c8c33 req-28abe240-c123-4c19-8595-f8260a874a8f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:51.088555 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-00aa21cc-cf8d-437d-a715-3de346a3322b admin admin] 10.222.0.57 "DELETE /v2.0/routers/67f77e5d-b1e5-4acb-852f-c5874ca9c9a9 HTTP/1.1" status: 204 len: 168 time: 0.8057871 Aug 09 19:01:51.089215 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-598fafa9-02c4-4f5a-8849-4a47a96c8c33 req-28abe240-c123-4c19-8595-f8260a874a8f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 943 time: 0.0500913 Aug 09 19:01:51.090838 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54214) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:51.126462 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-598fafa9-02c4-4f5a-8849-4a47a96c8c33 req-035b0d04-3f8a-4db4-893e-3fd0b1684fa2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Aug 09 19:01:51.134080 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_v2 [None req-626f0806-4b63-41a3-9f2d-0fcc97f73aca admin admin] Deleting subnet 060e4672-ab6d-4fe9-a456-f46ddc6bce7f {{(pid=93288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 19:01:51.137204 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-626f0806-4b63-41a3-9f2d-0fcc97f73aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.142536 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 97926761-04a8-4eaa-9312-a9c683d8ff7e no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:01:51.163586 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 97926761-04a8-4eaa-9312-a9c683d8ff7e {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:01:51.163853 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 97926761-04a8-4eaa-9312-a9c683d8ff7e not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:01:51.181621 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-626f0806-4b63-41a3-9f2d-0fcc97f73aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3883920'] for subnet, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.262041 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-626f0806-4b63-41a3-9f2d-0fcc97f73aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.319980 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-626f0806-4b63-41a3-9f2d-0fcc97f73aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3882496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3378366'] for subnet, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.347465 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f0806-4b63-41a3-9f2d-0fcc97f73aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060e4672-ab6d-4fe9-a456-f46ddc6bce7f,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:51.352865 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-626f0806-4b63-41a3-9f2d-0fcc97f73aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.354746 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-626f0806-4b63-41a3-9f2d-0fcc97f73aca admin admin] 10.222.0.57 "DELETE /v2.0/subnets/060e4672-ab6d-4fe9-a456-f46ddc6bce7f HTTP/1.1" status: 204 len: 168 time: 0.2629716 Aug 09 19:01:51.357674 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54216) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:51.360787 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36d4a0-d868-4bc1-b62f-26b325e284eb None None] Network 79d7113b-06f2-4dc8-a824-1775b671c199 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:01:51.422682 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.480299 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Deleting port 4f53e044-c67d-478d-8d19-842253002441 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:51.480595 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.553372 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] For port 4f53e044-c67d-478d-8d19-842253002441, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=4f53e044-c67d-478d-8d19-842253002441,segment=NetworkSegment(1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6),segment_id=1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:51.553372 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.565677 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Calling delete_port for 4f53e044-c67d-478d-8d19-842253002441 owned by network:dhcp {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:51.644540 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.660649 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad513fcb-1874-4ec6-b375-e3198e77a9d7 None None] DHCP port deletion for 79d7113b-06f2-4dc8-a824-1775b671c199 request from dv-cinder-782995-5-iscsi {{(pid=93290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 19:01:51.670203 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f53e044-c67d-478d-8d19-842253002441,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:51.676772 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] No DVR routers for this DVR port 4f53e044-c67d-478d-8d19-842253002441 on host dv-cinder-782995-5-iscsi {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:01:51.749055 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.760210 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d7113b-06f2-4dc8-a824-1775b671c199']}} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:51.771210 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6') {'for_net_delete': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:51.771514 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2e6e3b-3f99-4e34-aca9-94cab0d8eef6') {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:51.780768 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3883911'] for segment, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.794685 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.801037 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 19:01:51.801558 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3882718'] for segment, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: Traceback (most recent call last): Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: timer() Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: cb(*args, **kw) Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: return func(*args, **kwargs) Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: self._notify() Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: self.callback(batched_events) Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: event.method(event) Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: return f(self, *a, **k) Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._get(url).json() Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: return self.request(url, 'GET', **kwargs) Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 19:01:51.803377 dv-cinder-782995-5-iscsi neutron-server[93288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 19:01:51.860122 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.866639 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:51.868751 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] 10.222.0.57 "DELETE /v2.0/networks/79d7113b-06f2-4dc8-a824-1775b671c199 HTTP/1.1" status: 204 len: 168 time: 0.5099509 Aug 09 19:01:51.871609 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54220) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:51.881965 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe62fa5-6f85-47f2-b575-48df3391dd65 admin admin] Pushing event deleted for resources: {'Network': ['ID=79d7113b-06f2-4dc8-a824-1775b671c199,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:52.265055 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8c161-11e8-4569-aa80-b4e196e39ddd req-f0791e61-6387-43fe-aaaf-eb7aefb2e62e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:52.266504 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-10f8c161-11e8-4569-aa80-b4e196e39ddd req-f0791e61-6387-43fe-aaaf-eb7aefb2e62e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 943 time: 0.0634058 Aug 09 19:01:52.269313 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2004099'] for router_interface, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:52.372354 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-10f8c161-11e8-4569-aa80-b4e196e39ddd req-a72ecaf1-a141-4811-8b5e-b09427d7c263 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997710 Aug 09 19:01:52.531059 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Deleting port cbdf9910-61ce-4a46-bc65-60f6187c47b7 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:52.531395 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:52.856407 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] For port cbdf9910-61ce-4a46-bc65-60f6187c47b7, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=cbdf9910-61ce-4a46-bc65-60f6187c47b7,segment=NetworkSegment(cfffdf3a-a424-4350-bc9a-eb4be953be8d),segment_id=cfffdf3a-a424-4350-bc9a-eb4be953be8d)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:52.856670 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:52.868501 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Calling delete_port for cbdf9910-61ce-4a46-bc65-60f6187c47b7 owned by network:router_interface {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:52.957624 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:01:52.977513 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:01:52.977862 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cd54d3e1-4d32-4f88-8e9a-a9221f01bae7 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:01:52.978265 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device a9739925-0088-47c8-99e6-6e0ca21adf54 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:01:52.996308 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: a9739925-0088-47c8-99e6-6e0ca21adf54 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:01:52.996656 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device a9739925-0088-47c8-99e6-6e0ca21adf54 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:01:52.997060 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 4f53e044-c67d-478d-8d19-842253002441 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:01:53.015910 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 4f53e044-c67d-478d-8d19-842253002441 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:01:53.016256 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 4f53e044-c67d-478d-8d19-842253002441 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:01:53.046842 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:53.073063 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdf9910-61ce-4a46-bc65-60f6187c47b7,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:53.157553 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 12baba56-ec35-4ba6-b772-35237e943f3f details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 19:01:53.243445 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003251'] for router_interface, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:53.381969 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 12baba56-ec35-4ba6-b772-35237e943f3f, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=12baba56-ec35-4ba6-b772-35237e943f3f,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:53.393344 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': '12baba56-ec35-4ba6-b772-35237e943f3f', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'port_id': '12baba56-ec35-4ba6-b772-35237e943f3f', 'mac_address': 'fa:16:3e:d6:81:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 19:01:53.431024 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:53.443905 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12baba56-ec35-4ba6-b772-35237e943f3f {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 19:01:53.469587 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 12baba56-ec35-4ba6-b772-35237e943f3f, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=12baba56-ec35-4ba6-b772-35237e943f3f,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:53.474406 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:53.487303 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:01:53.506259 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632af66-e6d1-4c1c-bddc-797298e6a10d req-81692c4f-08f4-4d59-8724-1b31b95aa778 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:53.507760 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e632af66-e6d1-4c1c-bddc-797298e6a10d req-81692c4f-08f4-4d59-8724-1b31b95aa778 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 943 time: 0.0685363 Aug 09 19:01:53.522440 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=12baba56-ec35-4ba6-b772-35237e943f3f,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:53.529257 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.529607 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.529945 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.530278 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.530606 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.530987 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.531321 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.531644 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.531990 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.532313 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.532630 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.532944 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:01:53.611758 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e632af66-e6d1-4c1c-bddc-797298e6a10d req-da619898-ebe3-4d10-a156-deaa977f5c01 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978305 Aug 09 19:01:53.634381 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:01:53.639229 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-df019ba0-d173-4b40-b97a-ffe0d69d12a3 admin admin] 10.222.0.57 "PUT /v2.0/routers/4438db49-ec7c-4ed4-98a2-84725e7e2a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7665799 Aug 09 19:01:53.641852 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54228) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:53.645194 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] Sync routers for ids ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:01:53.658821 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] Routers {'4438db49-ec7c-4ed4-98a2-84725e7e2a83'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:53.659465 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:53.747361 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['12baba56-ec35-4ba6-b772-35237e943f3f'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:01:53.749499 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:53.798356 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] Set router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:53.850526 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:53.901433 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Deleting port b1d6080b-167e-4ed0-8ef8-25a1908b54fa {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:53.901691 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:53.985542 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] For port b1d6080b-167e-4ed0-8ef8-25a1908b54fa, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=b1d6080b-167e-4ed0-8ef8-25a1908b54fa,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:53.985909 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:53.998929 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Calling delete_port for b1d6080b-167e-4ed0-8ef8-25a1908b54fa owned by network:router_gateway {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:54.075325 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:10Z', 'updated_at': '2021-08-09T19:01:53Z', 'revision_number': 5, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'gw_port': {'id': 'b1d6080b-167e-4ed0-8ef8-25a1908b54fa', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:11Z', 'updated_at': '2021-08-09T18:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:54.106155 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] Checking router: 4438db49-ec7c-4ed4-98a2-84725e7e2a83 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:01:54.131203 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] Routers {'4438db49-ec7c-4ed4-98a2-84725e7e2a83'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:54.131831 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:54.161839 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.195222 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d6080b-167e-4ed0-8ef8-25a1908b54fa,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:54.244582 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] Set router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 gateway port host: None {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:54.251053 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004949'] for router_gateway, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.302566 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:10Z', 'updated_at': '2021-08-09T19:01:53Z', 'revision_number': 6, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'gw_port_host': None}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:54.332698 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4428568-7ddf-4d39-9b5e-a80c437424ab None None] The sync data for ids ['4438db49-ec7c-4ed4-98a2-84725e7e2a83'] in dv-cinder-782995-5-iscsi is: [{'id': '4438db49-ec7c-4ed4-98a2-84725e7e2a83', 'name': 'tempest-TestShelveInstance-1282045882-router', 'tenant_id': 'da8cf21673b44ac6b7741e138f300432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:10Z', 'updated_at': '2021-08-09T19:01:53Z', 'revision_number': 6, 'project_id': 'da8cf21673b44ac6b7741e138f300432', 'gw_port_host': None}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:01:54.343511 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40602'] for router, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.345720 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.390477 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2002389'] for router, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.391001 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4438db49-ec7c-4ed4-98a2-84725e7e2a83 {{(pid=93289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 19:01:54.395295 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] Notify callbacks [] for router, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.396467 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-d8770d3c-5778-47f1-8f7f-2f5522f7c7fd admin admin] 10.222.0.57 "DELETE /v2.0/routers/4438db49-ec7c-4ed4-98a2-84725e7e2a83 HTTP/1.1" status: 204 len: 168 time: 0.7536991 Aug 09 19:01:54.398909 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54232) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:54.445584 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-773b4154-97aa-449c-abcc-1f97ac87492c admin admin] Deleting subnet 8203478b-4b8b-4d5c-a1bd-7e2d852465a8 {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 19:01:54.448577 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-773b4154-97aa-449c-abcc-1f97ac87492c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.481869 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-773b4154-97aa-449c-abcc-1f97ac87492c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829570'] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.591813 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-773b4154-97aa-449c-abcc-1f97ac87492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.644483 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-773b4154-97aa-449c-abcc-1f97ac87492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10385296'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.670695 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b4154-97aa-449c-abcc-1f97ac87492c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8203478b-4b8b-4d5c-a1bd-7e2d852465a8,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:54.674385 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-773b4154-97aa-449c-abcc-1f97ac87492c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.676967 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-773b4154-97aa-449c-abcc-1f97ac87492c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8203478b-4b8b-4d5c-a1bd-7e2d852465a8 HTTP/1.1" status: 204 len: 168 time: 0.2771378 Aug 09 19:01:54.679432 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54236) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:54.686957 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1babd7b-4bb7-4d7a-95c6-7b36d6046d41 None None] Network aa2d3d11-3384-4cd6-8b22-4325a031677d requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:01:54.790089 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.802436 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db012a91-0dea-4e62-90ae-f3e08cdf194c req-0fa0e757-ae47-4eb9-b41c-3c74912ae2d7 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:54.804052 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-db012a91-0dea-4e62-90ae-f3e08cdf194c req-0fa0e757-ae47-4eb9-b41c-3c74912ae2d7 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 944 time: 0.1069996 Aug 09 19:01:54.868891 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-db012a91-0dea-4e62-90ae-f3e08cdf194c req-45e5f961-b89f-4eda-a545-ab685dd21433 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574763 Aug 09 19:01:54.884135 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Deleting port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:01:54.884509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.946175 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] For port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=1ac5bd3d-d79f-4967-8c46-6440b3e6a45a,segment=NetworkSegment(cfffdf3a-a424-4350-bc9a-eb4be953be8d),segment_id=cfffdf3a-a424-4350-bc9a-eb4be953be8d)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:54.946588 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:54.962677 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Calling delete_port for 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a owned by network:dhcp {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:01:55.038744 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.063655 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac5bd3d-d79f-4967-8c46-6440b3e6a45a,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:55.067435 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] No DVR routers for this DVR port 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a on host dv-cinder-782995-5-iscsi {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:01:55.139072 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.150940 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2d3d11-3384-4cd6-8b22-4325a031677d']}} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:55.151437 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356aa4b-53b7-43d1-874a-1236ba4c1c77 None None] DHCP port deletion for aa2d3d11-3384-4cd6-8b22-4325a031677d request from dv-cinder-782995-5-iscsi {{(pid=93290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 19:01:55.164885 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 12baba56-ec35-4ba6-b772-35237e943f3f up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:01:55.166164 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfffdf3a-a424-4350-bc9a-eb4be953be8d') {'for_net_delete': True} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:55.166488 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfffdf3a-a424-4350-bc9a-eb4be953be8d') {} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:55.176653 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829589'] for segment, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.198693 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.206190 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 19:01:55.207443 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8829140'] for segment, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: Traceback (most recent call last): Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: timer() Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: cb(*args, **kw) Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: return func(*args, **kwargs) Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: self._notify() Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: self.callback(batched_events) Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: event.method(event) Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: return f(self, *a, **k) Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._get(url).json() Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: return self.request(url, 'GET', **kwargs) Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 19:01:55.209794 dv-cinder-782995-5-iscsi neutron-server[93289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 19:01:55.223772 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cbdf9910-61ce-4a46-bc65-60f6187c47b7 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:01:55.246177 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: cbdf9910-61ce-4a46-bc65-60f6187c47b7 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:01:55.246521 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device cbdf9910-61ce-4a46-bc65-60f6187c47b7 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:01:55.246927 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device b1d6080b-167e-4ed0-8ef8-25a1908b54fa no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:01:55.248596 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port 12baba56-ec35-4ba6-b772-35237e943f3f completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:01:55.266475 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.271456 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port 12baba56-ec35-4ba6-b772-35237e943f3f triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:01:55.271841 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.274536 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: b1d6080b-167e-4ed0-8ef8-25a1908b54fa {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:01:55.274877 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device b1d6080b-167e-4ed0-8ef8-25a1908b54fa not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:01:55.275614 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:01:55.283085 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.283085 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] 10.222.0.57 "DELETE /v2.0/networks/aa2d3d11-3384-4cd6-8b22-4325a031677d HTTP/1.1" status: 204 len: 168 time: 0.5990937 Aug 09 19:01:55.297305 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5168122-a4c3-43ba-b56e-1485a67d1d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa2d3d11-3384-4cd6-8b22-4325a031677d,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:55.325521 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:01:55.325867 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 1ac5bd3d-d79f-4967-8c46-6440b3e6a45a not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:01:55.380902 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.405011 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:01:55.407285 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c553325-d056-499d-8bd5-073c97e9f8ea" -d '{"events": [{"server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "name": "network-vif-plugged", "status": "completed", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:01:55.433195 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port 12baba56-ec35-4ba6-b772-35237e943f3f, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=12baba56-ec35-4ba6-b772-35237e943f3f,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:01:55.438631 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.480459 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9439f60-1c36-4b6f-bccb-626d4c531cc5 x-openstack-request-id: req-a9439f60-1c36-4b6f-bccb-626d4c531cc5 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:01:55.480838 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "name": "network-vif-plugged", "status": "completed", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:01:55.481369 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54244) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:55.481653 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9439f60-1c36-4b6f-bccb-626d4c531cc5 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:01:55.482110 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f', 'code': 200} Aug 09 19:01:55.509416 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=12baba56-ec35-4ba6-b772-35237e943f3f,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:55.525919 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-a0d5e5c7-e710-4ef1-82b8-e350c8f8e14f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bbd8537f7c574bdf9671c0c1331507ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433447 Aug 09 19:01:55.528441 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54246) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:55.574954 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-24aaee52-1998-4158-bf3b-1986cd1128c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.596240 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-24aaee52-1998-4158-bf3b-1986cd1128c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.644527 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-24aaee52-1998-4158-bf3b-1986cd1128c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.647302 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-24aaee52-1998-4158-bf3b-1986cd1128c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:55.648480 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-24aaee52-1998-4158-bf3b-1986cd1128c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67c83f91-1e2d-4cfb-9b90-e99050c1e7a8 HTTP/1.1" status: 204 len: 168 time: 0.1191533 Aug 09 19:01:55.656157 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaee52-1998-4158-bf3b-1986cd1128c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c83f91-1e2d-4cfb-9b90-e99050c1e7a8,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:55.699882 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71519867-553d-4988-bae3-63ff2a7f1a27 req-bda021d7-8f36-426f-84cc-299d39e989fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:55.701429 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-71519867-553d-4988-bae3-63ff2a7f1a27 req-bda021d7-8f36-426f-84cc-299d39e989fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 1098 time: 0.0394239 Aug 09 19:01:55.738026 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-71519867-553d-4988-bae3-63ff2a7f1a27 req-67a84a89-5580-4c73-9fc7-3e41dafe82f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272269 Aug 09 19:01:55.964058 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54256) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:55.989775 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c09b4-61e5-4b24-ba36-cdffdb42e6d0 req-b35c861d-ef64-4391-8623-f77810f16a1f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:55.991256 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8f1c09b4-61e5-4b24-ba36-cdffdb42e6d0 req-b35c861d-ef64-4391-8623-f77810f16a1f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 945 time: 0.0541120 Aug 09 19:01:56.004826 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-b8d3b591-9003-4204-a805-fe4f0e612c45 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da8cf21673b44ac6b7741e138f300432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395069 Aug 09 19:01:56.007247 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54258) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:56.028315 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8f1c09b4-61e5-4b24-ba36-cdffdb42e6d0 req-3595798f-d6c0-4967-8697-f5659bfc568e tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Aug 09 19:01:56.055695 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-27dbe8c0-cf69-4bbb-8c74-7d9828d1515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:56.076117 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-27dbe8c0-cf69-4bbb-8c74-7d9828d1515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:56.123349 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-27dbe8c0-cf69-4bbb-8c74-7d9828d1515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:56.126312 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-27dbe8c0-cf69-4bbb-8c74-7d9828d1515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:56.127465 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-27dbe8c0-cf69-4bbb-8c74-7d9828d1515d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2663261-d742-4eef-83c2-2173cc33a70f HTTP/1.1" status: 204 len: 168 time: 0.1193223 Aug 09 19:01:56.135330 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbe8c0-cf69-4bbb-8c74-7d9828d1515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2663261-d742-4eef-83c2-2173cc33a70f,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:57.145737 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490be96-2337-440b-a8ff-1e8942df14e6 req-aaa40863-af30-4d26-8541-24ce352c0639 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:57.147176 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4490be96-2337-440b-a8ff-1e8942df14e6 req-aaa40863-af30-4d26-8541-24ce352c0639 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 945 time: 0.0487955 Aug 09 19:01:57.185048 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4490be96-2337-440b-a8ff-1e8942df14e6 req-9c39c5a5-99ab-4b5d-8375-b9a8e701fb12 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Aug 09 19:01:57.306721 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b79e3-bd5a-42f3-820c-50f10cad26b4 req-dd92505f-88c7-4879-b2be-196e92924686 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:57.308231 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4b1b79e3-bd5a-42f3-820c-50f10cad26b4 req-dd92505f-88c7-4879-b2be-196e92924686 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 945 time: 0.0529885 Aug 09 19:01:57.346053 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4b1b79e3-bd5a-42f3-820c-50f10cad26b4 req-b8de8c71-7853-49ca-9c0d-601ac81c0a16 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317898 Aug 09 19:01:57.368998 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54268) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:57.406734 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c6292c-f53f-4b7d-90f2-4ac281cbed22 tempest-TestVolumeBootPattern-540377704 tempest-TestVolumeBootPattern-540377704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:57.408359 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-22c6292c-f53f-4b7d-90f2-4ac281cbed22 tempest-TestVolumeBootPattern-540377704 tempest-TestVolumeBootPattern-540377704-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 1093 time: 0.0381861 Aug 09 19:01:57.411523 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54270) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:01:57.415932 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Request body: {'floatingip': {'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'port_id': '12baba56-ec35-4ba6-b772-35237e943f3f', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:01:57.437479 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:57.533603 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:57.637659 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Allocated IP 172.27.1.242 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/8c5f70ed-90c1-41c4-9276-57a2cdd3a099) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:01:57.735644 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:57.778848 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:57.821921 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:01:57.826353 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:01:57.830932 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:01:57.834191 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'Port': ['ID=8c5f70ed-90c1-41c4-9276-57a2cdd3a099,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:58.177811 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:58.246094 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:58.552243 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:58.627588 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:58.632661 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:58.696996 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event updated for resources: {'Port': ['ID=8c5f70ed-90c1-41c4-9276-57a2cdd3a099,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:01:58.710505 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:58.808328 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Floating IP 9ef49201-b1ad-435e-b445-eb1b44849cd3 associated. External IP: 172.27.1.242, port: 12baba56-ec35-4ba6-b772-35237e943f3f. Aug 09 19:01:59.010637 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Router 7d26dca8-b91f-4870-b91f-03afd1536f20 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:01:59.124910 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:01:59.135679 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] Sync routers for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:01:59.145759 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:59.149862 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:59.150489 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:59.173934 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-cd96b6cf-e545-4371-847d-384cdd208246 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7613482 Aug 09 19:01:59.174598 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:01:59.177575 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ea701a-41fc-4387-aaba-69571df540ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:01:59.214205 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b093c74-4165-4f31-ba25-77e6ca0e45b8 x-openstack-request-id: req-9b093c74-4165-4f31-ba25-77e6ca0e45b8 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:01:59.214489 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:01:59.214733 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b093c74-4165-4f31-ba25-77e6ca0e45b8 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:01:59.215125 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f', 'status': 'completed', 'code': 200} Aug 09 19:01:59.264493 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:59.288394 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea701a-41fc-4387-aaba-69571df540ac req-c5b1b56e-e0ad-4e3b-ac11-4b2afc948a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:59.290419 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3ea701a-41fc-4387-aaba-69571df540ac req-c5b1b56e-e0ad-4e3b-ac11-4b2afc948a53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 1098 time: 0.0460901 Aug 09 19:01:59.380174 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea701a-41fc-4387-aaba-69571df540ac req-913b4ec4-85b7-4fca-84f7-0a507cb4008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:59.381679 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3ea701a-41fc-4387-aaba-69571df540ac req-913b4ec4-85b7-4fca-84f7-0a507cb4008f service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.0841386 Aug 09 19:01:59.452823 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3ea701a-41fc-4387-aaba-69571df540ac req-c78e1d19-fe39-43d2-8408-6d100ae2f208 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12baba56-ec35-4ba6-b772-35237e943f3f HTTP/1.1" status: 200 len: 999 time: 0.0615737 Aug 09 19:01:59.491703 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '153968f2-2bad-4fc8-bbc4-a81264e68042', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:59:48Z', 'updated_at': '2021-08-09T18:59:50Z', 'revision_number': 1, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}, {'id': '9ef49201-b1ad-435e-b445-eb1b44849cd3', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '12baba56-ec35-4ba6-b772-35237e943f3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:d6:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T19:01:58Z', 'updated_at': '2021-08-09T19:01:58Z', 'revision_number': 0, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:59.502513 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea701a-41fc-4387-aaba-69571df540ac req-9605ee1c-52c4-4173-90ed-39e9e249544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:59.504585 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3ea701a-41fc-4387-aaba-69571df540ac req-9605ee1c-52c4-4173-90ed-39e9e249544f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0447569 Aug 09 19:01:59.519851 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] Checking router: 7d26dca8-b91f-4870-b91f-03afd1536f20 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:01:59.528075 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:01:59.528679 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:01:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:59.549517 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea701a-41fc-4387-aaba-69571df540ac req-55611023-d32d-4fd3-b19d-17b826b2bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:01:59.551569 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3ea701a-41fc-4387-aaba-69571df540ac req-55611023-d32d-4fd3-b19d-17b826b2bce7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395806 Aug 09 19:01:59.594329 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-25fba266-5c87-4899-8c39-20dcac15c147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:01:59.635643 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:01:59.645443 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3ea701a-41fc-4387-aaba-69571df540ac req-4e233569-6655-46aa-8ed8-34c3ea970048 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859900 Aug 09 19:01:59.867121 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '153968f2-2bad-4fc8-bbc4-a81264e68042', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:59:48Z', 'updated_at': '2021-08-09T18:59:50Z', 'revision_number': 1, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}, {'id': '9ef49201-b1ad-435e-b445-eb1b44849cd3', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '12baba56-ec35-4ba6-b772-35237e943f3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:d6:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T19:01:58Z', 'updated_at': '2021-08-09T19:01:58Z', 'revision_number': 0, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:01:59.896486 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e908c-aea8-466d-8ef2-8bd1c1c4975c None None] The sync data for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi is: [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '153968f2-2bad-4fc8-bbc4-a81264e68042', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:59:48Z', 'updated_at': '2021-08-09T18:59:50Z', 'revision_number': 1, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}, {'id': '9ef49201-b1ad-435e-b445-eb1b44849cd3', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '12baba56-ec35-4ba6-b772-35237e943f3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:d6:81:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T19:01:58Z', 'updated_at': '2021-08-09T19:01:58Z', 'revision_number': 0, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:02:00.002096 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d3ea701a-41fc-4387-aaba-69571df540ac req-1ed83bb5-a4ce-405b-b60d-4970898f9342 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485539 Aug 09 19:02:00.095311 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e8857-3675-4d11-8d95-fffe34526a84 None None] New status for floating IP 9ef49201-b1ad-435e-b445-eb1b44849cd3: ACTIVE {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 19:02:01.116716 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-6316f1f8-233d-4f85-8670-361b4643124b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414028 Aug 09 19:02:01.203533 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-39c7db22-2e88-4ead-b92d-6cf55c0b6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:01.204950 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-39c7db22-2e88-4ead-b92d-6cf55c0b6ee5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 1098 time: 0.0423262 Aug 09 19:02:01.306462 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-73407d4f-d583-46fc-ace3-6f264499c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:01.313700 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-73407d4f-d583-46fc-ace3-6f264499c219 service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.0835917 Aug 09 19:02:01.387909 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-8d2c28ab-0d9d-4330-a0af-02b3c50d4946 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 HTTP/1.1" status: 200 len: 1000 time: 0.0678043 Aug 09 19:02:01.438461 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-de3bec83-1580-4626-aa99-2f060565a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:01.439999 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-de3bec83-1580-4626-aa99-2f060565a1b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0439222 Aug 09 19:02:01.487918 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-2444b3ba-5daa-47ea-a65a-1eab611d3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:01.489399 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-2444b3ba-5daa-47ea-a65a-1eab611d3e1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419474 Aug 09 19:02:01.581592 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-a4eafbea-d88f-4441-ad30-a359f9f25dd4 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845103 Aug 09 19:02:01.673766 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0e38916a-d388-4fc2-a48c-4ddf56b1329f req-622e6102-fa98-485b-86a6-d5b0a07d90a1 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826337 Aug 09 19:02:02.376888 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-36c493b8-042f-479c-9c85-8f80adc6ef2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:02.466936 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:03.289360 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:05.111860 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:24.809045 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:02:27.737807 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4f736-beb2-469f-9973-a28253044b9e req-524d0e3b-fd74-4872-9b59-833049cfa78e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:27.739951 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07d4f736-beb2-469f-9973-a28253044b9e req-524d0e3b-fd74-4872-9b59-833049cfa78e tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 946 time: 0.0507236 Aug 09 19:02:27.778147 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-07d4f736-beb2-469f-9973-a28253044b9e req-22b49eb2-2208-40f6-a79a-c28e73f8ab5d tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Aug 09 19:02:28.554927 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:28.895181 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d74ba-ae6b-4157-96fa-727da75c07c1 req-c94bbde2-fe89-4124-9474-8603b295f049 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:28.897178 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-727d74ba-ae6b-4157-96fa-727da75c07c1 req-c94bbde2-fe89-4124-9474-8603b295f049 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 946 time: 0.0515046 Aug 09 19:02:28.935775 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-727d74ba-ae6b-4157-96fa-727da75c07c1 req-e06e2ba5-e728-4a1c-93ea-0ab025f693e6 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups?id=42919402-ded5-4d86-9c08-57aa3925a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327821 Aug 09 19:02:29.438699 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-c1fce631-6181-4b85-96a6-3ad85a09f321 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:29.440107 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-c1fce631-6181-4b85-96a6-3ad85a09f321 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 946 time: 0.0481455 Aug 09 19:02:29.537510 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Deleting port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:02:29.537855 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:29.597695 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-93aeda50-e411-4219-a64c-d689c0f6d57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:29.627738 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] For port 5caa0076-bf3d-4bb8-87bf-20f50143cde4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=5caa0076-bf3d-4bb8-87bf-20f50143cde4,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:29.628171 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:29.804785 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:29.805150 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:29.805463 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.l3_db [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Floating IP 3d372627-0fec-49ed-81f9-2702196a3586 disassociated. External IP: 172.27.1.64, port: 5caa0076-bf3d-4bb8-87bf-20f50143cde4. Aug 09 19:02:29.805807 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Calling delete_port for 5caa0076-bf3d-4bb8-87bf-20f50143cde4 owned by compute:nova {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:02:29.936817 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:29.964811 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event deleted for resources: {'Port': ['ID=5caa0076-bf3d-4bb8-87bf-20f50143cde4,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:29.975386 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.975856 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.976230 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.976567 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.976896 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.977229 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.977555 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.977879 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.978650 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.978650 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.978962 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:29.979274 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:30.057392 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-475fa238-cbb2-4a63-b103-d5e489d6db0c req-b1a4e7df-36e9-4bd2-a0f9-fc4e17de404f tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/ports?device_id=eeba0d07-5427-44ef-b946-22f3ae5b3cff HTTP/1.1" status: 200 len: 210 time: 0.0336075 Aug 09 19:02:30.118596 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Router 95eb260c-9970-4e6d-9e27-2297708fd3c2 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:02:30.227229 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:02:30.236916 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] Sync routers for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:02:30.247781 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:30.248356 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:30.271768 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] No DVR routers for this DVR port 5caa0076-bf3d-4bb8-87bf-20f50143cde4 on host hv-cinder-78299 {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:02:30.274882 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:30.276981 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c7f66b14-cc99-433e-8252-bd920ee7b688 req-bd03e78b-e36c-4765-9fac-4273d2c09483 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.26 "DELETE /v2.0/ports/5caa0076-bf3d-4bb8-87bf-20f50143cde4 HTTP/1.1" status: 204 len: 173 time: 0.8294930 Aug 09 19:02:30.277435 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'name': 'network-vif-deleted', 'tag': '5caa0076-bf3d-4bb8-87bf-20f50143cde4'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:02:30.279725 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93df2ef6-0030-45cf-bed8-8520096a5874" -d '{"events": [{"server_uuid": "eeba0d07-5427-44ef-b946-22f3ae5b3cff", "name": "network-vif-deleted", "tag": "5caa0076-bf3d-4bb8-87bf-20f50143cde4"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:02:30.320746 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acac057-484e-447b-8274-81afb39b06d8 x-openstack-request-id: req-2acac057-484e-447b-8274-81afb39b06d8 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:02:30.321028 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeba0d07-5427-44ef-b946-22f3ae5b3cff", "name": "network-vif-deleted", "tag": "5caa0076-bf3d-4bb8-87bf-20f50143cde4", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:02:30.321184 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2acac057-484e-447b-8274-81afb39b06d8 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:02:30.321506 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeba0d07-5427-44ef-b946-22f3ae5b3cff', 'name': 'network-vif-deleted', 'tag': '5caa0076-bf3d-4bb8-87bf-20f50143cde4', 'status': 'completed', 'code': 200} Aug 09 19:02:30.370477 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:30.672273 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:30.725852 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] Checking router: 95eb260c-9970-4e6d-9e27-2297708fd3c2 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:02:30.737787 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:30.738413 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:02Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:30.846430 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:31.041543 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:31.067224 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693ea9f-5cdf-4ffd-aa7d-2ee2da9ab798 None None] The sync data for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi is: [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:44Z', 'revision_number': 4, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'ed14ee39-e182-4ca8-879d-18e22eb0cc99', 'name': '', 'network_id': 'd15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'mac_address': 'fa:16:3e:5b:15:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:43Z', 'updated_at': '2021-08-09T18:57:51Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'subnets': [{'id': 'bee45dfa-ecf3-4557-9a17-3fccec8800a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:02:31.149727 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54428) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:31.207530 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6a05eaf8-415d-4a39-be5a-a30788723de3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.232885 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6a05eaf8-415d-4a39-be5a-a30788723de3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.294379 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6a05eaf8-415d-4a39-be5a-a30788723de3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.297525 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6a05eaf8-415d-4a39-be5a-a30788723de3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.298737 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6a05eaf8-415d-4a39-be5a-a30788723de3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "DELETE /v2.0/security-groups/42919402-ded5-4d86-9c08-57aa3925a82d HTTP/1.1" status: 204 len: 168 time: 0.1479897 Aug 09 19:02:31.302416 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54430) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:31.311634 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56b281-836e-44bb-949d-54f8cfa2120b None None] New status for floating IP 3d372627-0fec-49ed-81f9-2702196a3586: DOWN {{(pid=93290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 19:02:31.314058 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05eaf8-415d-4a39-be5a-a30788723de3 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42919402-ded5-4d86-9c08-57aa3925a82d,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:31.329358 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.api.v2.resource [None req-ed2f2926-36f9-42a2-82c4-61785972cc24 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] show failed (client error): The resource could not be found. Aug 09 19:02:31.330705 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-ed2f2926-36f9-42a2-82c4-61785972cc24 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "GET /v2.0/security-groups/42919402-ded5-4d86-9c08-57aa3925a82d HTTP/1.1" status: 404 len: 347 time: 0.0270743 Aug 09 19:02:31.334092 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54432) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:31.472304 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Deleting port 558d1402-236c-4602-926e-50d7cae3d32e {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:02:31.472949 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.552353 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.552685 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.564341 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Calling delete_port for 558d1402-236c-4602-926e-50d7cae3d32e owned by network:floatingip {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:02:31.700228 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.727192 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Pushing event deleted for resources: {'Port': ['ID=558d1402-236c-4602-926e-50d7cae3d32e,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:31.791419 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks [] for floatingip, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.794242 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:31.795405 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-63e65f83-6fd6-43e4-ae83-a1600af99081 tempest-AttachVolumeTestJSON-2004100963 tempest-AttachVolumeTestJSON-2004100963-project] 10.222.0.57 "DELETE /v2.0/floatingips/3d372627-0fec-49ed-81f9-2702196a3586 HTTP/1.1" status: 204 len: 168 time: 0.4602125 Aug 09 19:02:32.378215 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7ab468cb-4de4-4892-9a04-035d252ed825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:32.470333 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:33.294500 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:33.335575 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 5caa0076-bf3d-4bb8-87bf-20f50143cde4 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:02:33.354604 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 5caa0076-bf3d-4bb8-87bf-20f50143cde4 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:02:33.354947 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 5caa0076-bf3d-4bb8-87bf-20f50143cde4 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:02:35.115303 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:35.346682 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54460) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:35.693296 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2004099'] for router_interface, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:35.932962 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Deleting port ed14ee39-e182-4ca8-879d-18e22eb0cc99 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:02:35.933304 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:36.016352 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] For port ed14ee39-e182-4ca8-879d-18e22eb0cc99, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=ed14ee39-e182-4ca8-879d-18e22eb0cc99,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:36.016711 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:36.032909 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Calling delete_port for ed14ee39-e182-4ca8-879d-18e22eb0cc99 owned by network:router_interface {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:02:36.214209 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:36.240456 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed14ee39-e182-4ca8-879d-18e22eb0cc99,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:36.413983 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003251'] for router_interface, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:36.626124 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Router 95eb260c-9970-4e6d-9e27-2297708fd3c2 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:02:36.731691 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:02:36.736768 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-2e002ee8-5490-446a-8a16-fd8bf2750199 admin admin] 10.222.0.57 "PUT /v2.0/routers/95eb260c-9970-4e6d-9e27-2297708fd3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3889420 Aug 09 19:02:36.739263 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54462) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:36.741871 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] Sync routers for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:02:36.750925 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:36.751511 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:36.841047 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks [] for router, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:36.853916 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:36.945348 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.000641 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Deleting port dc541a82-3150-42d1-a8c3-2682935c98b2 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:02:37.000979 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.041187 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T19:02:36Z', 'revision_number': 5, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port': {'id': 'dc541a82-3150-42d1-a8c3-2682935c98b2', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T18:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:37.066560 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] Checking router: 95eb260c-9970-4e6d-9e27-2297708fd3c2 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:02:37.075401 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] Routers {'95eb260c-9970-4e6d-9e27-2297708fd3c2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:37.076021 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['95eb260c-9970-4e6d-9e27-2297708fd3c2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:37.084403 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] For port dc541a82-3150-42d1-a8c3-2682935c98b2, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=dc541a82-3150-42d1-a8c3-2682935c98b2,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:37.084779 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.100704 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Calling delete_port for dc541a82-3150-42d1-a8c3-2682935c98b2 owned by network:router_gateway {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:02:37.160477 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] Set router 95eb260c-9970-4e6d-9e27-2297708fd3c2 gateway port host: None {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:37.214882 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T19:02:36Z', 'revision_number': 6, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port_host': None}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:37.240622 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377a7658-e08d-4a6f-bca8-6e236dbbfde6 None None] The sync data for ids ['95eb260c-9970-4e6d-9e27-2297708fd3c2'] in dv-cinder-782995-5-iscsi is: [{'id': '95eb260c-9970-4e6d-9e27-2297708fd3c2', 'name': 'tempest-AttachVolumeTestJSON-735086391-router', 'tenant_id': 'cbe836b32ca64a34be8438ce750dc30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:57:41Z', 'updated_at': '2021-08-09T19:02:36Z', 'revision_number': 6, 'project_id': 'cbe836b32ca64a34be8438ce750dc30d', 'gw_port_host': None}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:02:37.261595 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.289971 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc541a82-3150-42d1-a8c3-2682935c98b2,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:37.352297 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004949'] for router_gateway, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.440962 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40602'] for router, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.443126 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.486008 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2002389'] for router, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.486523 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95eb260c-9970-4e6d-9e27-2297708fd3c2 {{(pid=93288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 19:02:37.490914 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.492073 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-be7b4c27-96c7-4f65-b063-3d3ed021700c admin admin] 10.222.0.57 "DELETE /v2.0/routers/95eb260c-9970-4e6d-9e27-2297708fd3c2 HTTP/1.1" status: 204 len: 168 time: 0.7518649 Aug 09 19:02:37.494670 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54466) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:37.538509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-112dbf1b-f854-4117-b651-6cb339072e16 admin admin] Deleting subnet bee45dfa-ecf3-4557-9a17-3fccec8800a7 {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 19:02:37.541585 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-112dbf1b-f854-4117-b651-6cb339072e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.574120 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-112dbf1b-f854-4117-b651-6cb339072e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829570'] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.658399 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-112dbf1b-f854-4117-b651-6cb339072e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.712294 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-112dbf1b-f854-4117-b651-6cb339072e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10385296'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.746246 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dbf1b-f854-4117-b651-6cb339072e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bee45dfa-ecf3-4557-9a17-3fccec8800a7,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:37.748704 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-112dbf1b-f854-4117-b651-6cb339072e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.750706 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-112dbf1b-f854-4117-b651-6cb339072e16 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bee45dfa-ecf3-4557-9a17-3fccec8800a7 HTTP/1.1" status: 204 len: 168 time: 0.2549243 Aug 09 19:02:37.753291 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54468) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:37.756764 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53014409-39e1-4fc0-b815-ea6452deacc5 None None] Network d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:02:37.836202 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.889925 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Deleting port 5f168b89-813e-4767-ab28-10cce2cd5a99 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:02:37.890274 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.953061 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] For port 5f168b89-813e-4767-ab28-10cce2cd5a99, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=5f168b89-813e-4767-ab28-10cce2cd5a99,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:37.953352 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:37.967563 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Calling delete_port for 5f168b89-813e-4767-ab28-10cce2cd5a99 owned by network:dhcp {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:02:37.996832 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf9b05-647f-4dda-9747-86a958bb3d84 None None] DHCP port deletion for d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 request from dv-cinder-782995-5-iscsi {{(pid=93290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 19:02:38.043003 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf9b05-647f-4dda-9747-86a958bb3d84 None None] Deleting port 5f168b89-813e-4767-ab28-10cce2cd5a99 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:02:38.043376 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9b05-647f-4dda-9747-86a958bb3d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.053833 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.077579 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f168b89-813e-4767-ab28-10cce2cd5a99,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:38.084754 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] No DVR routers for this DVR port 5f168b89-813e-4767-ab28-10cce2cd5a99 on host dv-cinder-782995-5-iscsi {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:02:38.121398 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-1fbf9b05-647f-4dda-9747-86a958bb3d84 None None] For port 5f168b89-813e-4767-ab28-10cce2cd5a99, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=5f168b89-813e-4767-ab28-10cce2cd5a99,segment=NetworkSegment(04c07aba-802f-431f-9aab-a53170d94a8b),segment_id=04c07aba-802f-431f-9aab-a53170d94a8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:38.121919 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9b05-647f-4dda-9747-86a958bb3d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.140568 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf9b05-647f-4dda-9747-86a958bb3d84 None None] Calling delete_port for 5f168b89-813e-4767-ab28-10cce2cd5a99 owned by network:dhcp {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:02:38.161992 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.172178 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2']}} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:38.186555 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c07aba-802f-431f-9aab-a53170d94a8b') {'for_net_delete': True} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:38.186853 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c07aba-802f-431f-9aab-a53170d94a8b') {} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:38.197202 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829589'] for segment, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.211499 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.217759 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 19:02:38.218187 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8829140'] for segment, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.218604 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9b05-647f-4dda-9747-86a958bb3d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: Traceback (most recent call last): Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: timer() Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: cb(*args, **kw) Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: return func(*args, **kwargs) Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: self._notify() Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: self.callback(batched_events) Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: event.method(event) Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: return f(self, *a, **k) Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._get(url).json() Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: return self.request(url, 'GET', **kwargs) Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 19:02:38.219750 dv-cinder-782995-5-iscsi neutron-server[93289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 19:02:38.252032 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf9b05-647f-4dda-9747-86a958bb3d84 None None] Pushing event deleted for resources: {'Port': ['ID=5f168b89-813e-4767-ab28-10cce2cd5a99,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:38.257462 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf9b05-647f-4dda-9747-86a958bb3d84 None None] No DVR routers for this DVR port 5f168b89-813e-4767-ab28-10cce2cd5a99 on host dv-cinder-782995-5-iscsi {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:02:38.289402 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.295148 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.297039 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2 HTTP/1.1" status: 204 len: 168 time: 0.5426133 Aug 09 19:02:38.311460 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8a457-95fa-4b3e-80e5-46c149188b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=d15b61a3-a0ce-4e8b-8acb-2e6b80c2b7c2,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:38.487917 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54474) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:38.531201 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-9a9b83a8-78d5-463b-a397-ff2bc19fa96b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbe836b32ca64a34be8438ce750dc30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418892 Aug 09 19:02:38.533459 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54476) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:38.586252 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3243-a5f6-4f7e-977e-8697dfd07701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.612615 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3243-a5f6-4f7e-977e-8697dfd07701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.664987 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3243-a5f6-4f7e-977e-8697dfd07701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.668650 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3243-a5f6-4f7e-977e-8697dfd07701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:38.670225 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-e5ae3243-a5f6-4f7e-977e-8697dfd07701 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c78a448-23f2-4f49-8ded-9869153a6159 HTTP/1.1" status: 204 len: 168 time: 0.1356263 Aug 09 19:02:38.680649 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae3243-a5f6-4f7e-977e-8697dfd07701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c78a448-23f2-4f49-8ded-9869153a6159,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:38.978801 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device ed14ee39-e182-4ca8-879d-18e22eb0cc99 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:02:38.999102 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: ed14ee39-e182-4ca8-879d-18e22eb0cc99 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:02:38.999447 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device ed14ee39-e182-4ca8-879d-18e22eb0cc99 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:02:38.999851 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 5f168b89-813e-4767-ab28-10cce2cd5a99 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:02:39.018517 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 5f168b89-813e-4767-ab28-10cce2cd5a99 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:02:39.019053 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 5f168b89-813e-4767-ab28-10cce2cd5a99 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:02:39.019456 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device dc541a82-3150-42d1-a8c3-2682935c98b2 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:02:39.041465 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: dc541a82-3150-42d1-a8c3-2682935c98b2 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:02:39.041465 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device dc541a82-3150-42d1-a8c3-2682935c98b2 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:02:40.491852 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54538) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:40.595670 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fecc-4d3c-45a1-8a7f-9c652340d01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:40.685932 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fecc-4d3c-45a1-8a7f-9c652340d01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:40.689638 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fecc-4d3c-45a1-8a7f-9c652340d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:40.732645 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-1bc1fecc-4d3c-45a1-8a7f-9c652340d01d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc132ce7523b4c0da6d3b792cdff5072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394795 Aug 09 19:02:40.733505 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1fecc-4d3c-45a1-8a7f-9c652340d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca93f8af-8ab7-45d6-9acd-2af09a183e9b,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:40.736832 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54542) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:40.792357 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f07f01c2-86ed-43b0-b908-af3acabc1995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:40.813119 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f07f01c2-86ed-43b0-b908-af3acabc1995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:40.861966 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f07f01c2-86ed-43b0-b908-af3acabc1995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:40.864762 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-f07f01c2-86ed-43b0-b908-af3acabc1995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:40.865925 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-f07f01c2-86ed-43b0-b908-af3acabc1995 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca93f8af-8ab7-45d6-9acd-2af09a183e9b HTTP/1.1" status: 204 len: 168 time: 0.1277928 Aug 09 19:02:40.873457 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f01c2-86ed-43b0-b908-af3acabc1995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca93f8af-8ab7-45d6-9acd-2af09a183e9b,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:41.124174 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54548) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:41.137482 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-122d9f22-11e6-424c-b9a9-04af795dba02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:41.223942 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-122d9f22-11e6-424c-b9a9-04af795dba02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:41.227665 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-122d9f22-11e6-424c-b9a9-04af795dba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:41.262446 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d9f22-11e6-424c-b9a9-04af795dba02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef1fcb9-e53c-48cd-8ffb-8b2919f472c8,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:41.266844 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-122d9f22-11e6-424c-b9a9-04af795dba02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df630ab07476470d99fa000167cce584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416552 Aug 09 19:02:41.269596 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54550) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:41.318097 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ad925673-95de-4497-9d15-f25cb709ce52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:41.339587 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ad925673-95de-4497-9d15-f25cb709ce52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:41.384690 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ad925673-95de-4497-9d15-f25cb709ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:41.387383 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-ad925673-95de-4497-9d15-f25cb709ce52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:41.388583 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-ad925673-95de-4497-9d15-f25cb709ce52 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ef1fcb9-e53c-48cd-8ffb-8b2919f472c8 HTTP/1.1" status: 204 len: 168 time: 0.1176579 Aug 09 19:02:41.396909 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad925673-95de-4497-9d15-f25cb709ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef1fcb9-e53c-48cd-8ffb-8b2919f472c8,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:42.968432 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54596) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:43.074174 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-73f4b020-6649-4264-9d2f-47e1d31b98da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.166206 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-73f4b020-6649-4264-9d2f-47e1d31b98da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.169948 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-73f4b020-6649-4264-9d2f-47e1d31b98da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.206153 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4b020-6649-4264-9d2f-47e1d31b98da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec43596-6da7-4a55-8099-693712c12d7a,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:43.210874 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-73f4b020-6649-4264-9d2f-47e1d31b98da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7fd919bb2f0a4f55a161151bcdbc5c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413921 Aug 09 19:02:43.213513 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54600) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:43.260857 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.282117 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.329523 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.332991 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.334182 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ec43596-6da7-4a55-8099-693712c12d7a HTTP/1.1" status: 204 len: 168 time: 0.1197562 Aug 09 19:02:43.342051 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec43596-6da7-4a55-8099-693712c12d7a,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:43.349216 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.349572 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.349917 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.350254 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.350587 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.350922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.351251 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.351578 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.351921 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.352250 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.352572 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.352896 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b7c334-3ab6-44c2-b1d7-42bb3643b9db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:43.594432 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54606) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:43.609452 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ca9132-5e64-4cd5-a69b-ee05d5761742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.704592 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ca9132-5e64-4cd5-a69b-ee05d5761742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.708973 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-63ca9132-5e64-4cd5-a69b-ee05d5761742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.748273 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-63ca9132-5e64-4cd5-a69b-ee05d5761742 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97b718bffc634b9ca0978d9723159ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527452 Aug 09 19:02:43.749120 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca9132-5e64-4cd5-a69b-ee05d5761742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44993020-50cb-4a85-ab6d-2605cb418f29,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:43.751786 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54608) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:43.802284 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0ab3-66c8-4a75-b3f0-ce3e0deecc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.825526 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0ab3-66c8-4a75-b3f0-ce3e0deecc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.872388 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0ab3-66c8-4a75-b3f0-ce3e0deecc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.874934 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0ab3-66c8-4a75-b3f0-ce3e0deecc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:43.876112 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-cc4e0ab3-66c8-4a75-b3f0-ce3e0deecc6c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44993020-50cb-4a85-ab6d-2605cb418f29 HTTP/1.1" status: 204 len: 168 time: 0.1229277 Aug 09 19:02:43.884260 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e0ab3-66c8-4a75-b3f0-ce3e0deecc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44993020-50cb-4a85-ab6d-2605cb418f29,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:45.690440 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54678) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:45.793581 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-aed9b58f-c3da-412c-8404-1cff5f322f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:45.880391 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-aed9b58f-c3da-412c-8404-1cff5f322f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:45.884152 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-aed9b58f-c3da-412c-8404-1cff5f322f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:45.920437 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9b58f-c3da-412c-8404-1cff5f322f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e45cf65-f8aa-4f7a-8f7d-5fd2b609d7d7,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:45.925019 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-aed9b58f-c3da-412c-8404-1cff5f322f4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f47a3a2765014c0699992118565357cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335768 Aug 09 19:02:45.928815 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54682) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:45.976136 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d92d9162-7cc0-4544-bb66-3b419b42d802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:45.997238 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d92d9162-7cc0-4544-bb66-3b419b42d802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.045885 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d92d9162-7cc0-4544-bb66-3b419b42d802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.048440 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-d92d9162-7cc0-4544-bb66-3b419b42d802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.049582 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-d92d9162-7cc0-4544-bb66-3b419b42d802 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e45cf65-f8aa-4f7a-8f7d-5fd2b609d7d7 HTTP/1.1" status: 204 len: 168 time: 0.1205616 Aug 09 19:02:46.057773 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d9162-7cc0-4544-bb66-3b419b42d802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e45cf65-f8aa-4f7a-8f7d-5fd2b609d7d7,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:46.300698 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54688) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:46.314610 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ad5f6390-32c6-4006-9e00-49aff34f5962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.407534 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ad5f6390-32c6-4006-9e00-49aff34f5962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.412397 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ad5f6390-32c6-4006-9e00-49aff34f5962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.448294 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f6390-32c6-4006-9e00-49aff34f5962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb6830-5d9f-4c42-ac1a-58144e6b3442,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:46.452417 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-ad5f6390-32c6-4006-9e00-49aff34f5962 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30e25bfa83124222ba7296c3c645ba2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501167 Aug 09 19:02:46.455191 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54690) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:46.502920 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6e51fd54-d4a7-467d-a433-2fe69b464ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.523971 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6e51fd54-d4a7-467d-a433-2fe69b464ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.569299 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6e51fd54-d4a7-467d-a433-2fe69b464ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.571973 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-6e51fd54-d4a7-467d-a433-2fe69b464ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:46.573107 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-6e51fd54-d4a7-467d-a433-2fe69b464ff1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6eb6830-5d9f-4c42-ac1a-58144e6b3442 HTTP/1.1" status: 204 len: 168 time: 0.1170318 Aug 09 19:02:46.581834 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51fd54-d4a7-467d-a433-2fe69b464ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eb6830-5d9f-4c42-ac1a-58144e6b3442,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:47.227747 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54712) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:47.332191 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-353439567-network', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:02:47.352480 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Made reservation on behalf of 6c3fa79dd3484534abf6297fb0559ada for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 19:02:47.354831 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.362934 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.452391 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.456409 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.477249 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 19:02:47.492252 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7be67a-4757-41de-8812-1556c4b76916,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:47.495114 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.495454 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Added segment 74043967-9fff-4fef-9098-2f9d86809c17 of type vlan for network d8c00f4b-922a-41d0-932e-dd272f101f34 Aug 09 19:02:47.534618 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.564071 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.564959 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:47.565575 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.622688 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3936927 Aug 09 19:02:47.626092 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54716) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:47.628006 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fde9e-9a21-42d4-8bad-54e924bd62e2 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c00f4b-922a-41d0-932e-dd272f101f34,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:47.631115 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Request body: {'subnet': {'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-353439567-subnet', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:02:47.639048 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network d8c00f4b-922a-41d0-932e-dd272f101f34 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 19:02:47.657095 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Made reservation on behalf of 6c3fa79dd3484534abf6297fb0559ada for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 19:02:47.661418 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3378325'] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.830344 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3882567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3378343'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.887196 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5625d077-8d94-4ee5-8959-eb7a1e66f4ed,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:47.897674 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Checking segment: {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:02:47.898033 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Network hostable DHCP agents. Network: d8c00f4b-922a-41d0-932e-dd272f101f34, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 19:02:47.914491 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Network d8c00f4b-922a-41d0-932e-dd272f101f34 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 19:02:47.923846 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, d8c00f4b-922a-41d0-932e-dd272f101f34) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:47.927911 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:47.928514 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.932921 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ab7c0a-4d4e-4c98-86af-892590855f42 None None] Network d8c00f4b-922a-41d0-932e-dd272f101f34 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:02:47.942691 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a94d85d4-d636-47a5-a8d2-63c684ebda5d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3154581 Aug 09 19:02:47.945344 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54718) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:47.949668 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:02:47.970686 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:47.971664 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.023842 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.074601 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-d8c00f4b-922a-41d0-932e-dd272f101f34', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 19:02:48.075492 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.216482 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Allocated IP 172.20.0.2 (d8c00f4b-922a-41d0-932e-dd272f101f34/5625d077-8d94-4ee5-8959-eb7a1e66f4ed/f6cad086-d6bc-47ea-86b1-0f3be19e281f) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:02:48.363444 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.371849 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Transition to ACTIVE for port object f6cad086-d6bc-47ea-86b1-0f3be19e281f will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:02:48.384985 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.386693 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Transition to ACTIVE for port object f6cad086-d6bc-47ea-86b1-0f3be19e281f will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:02:48.393717 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.436132 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Network d8c00f4b-922a-41d0-932e-dd272f101f34 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:02:48.440606 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:48.445289 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:02:48.448268 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Pushing event updated for resources: {'Port': ['ID=f6cad086-d6bc-47ea-86b1-0f3be19e281f,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:48.497875 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Attempting to bind port f6cad086-d6bc-47ea-86b1-0f3be19e281f on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:02:48.498253 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Attempting to bind port f6cad086-d6bc-47ea-86b1-0f3be19e281f by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:02:48.498607 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Attempting to bind port f6cad086-d6bc-47ea-86b1-0f3be19e281f on network d8c00f4b-922a-41d0-932e-dd272f101f34 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:02:48.503517 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:02:48.503911 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Checking segment: {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:02:48.504842 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.505232 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Bound using segment: {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:02:48.505691 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Bound port: f6cad086-d6bc-47ea-86b1-0f3be19e281f, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:02:48.506075 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.568744 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] For port f6cad086-d6bc-47ea-86b1-0f3be19e281f, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:02:48.571674 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] For port f6cad086-d6bc-47ea-86b1-0f3be19e281f, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=f6cad086-d6bc-47ea-86b1-0f3be19e281f,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:02:48.576242 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.591866 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.616660 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.633369 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b4a82-406c-46ba-a616-a09e6d87d159 None None] Pushing event updated for resources: {'Port': ['ID=f6cad086-d6bc-47ea-86b1-0f3be19e281f,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:48.731796 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Allocated IP 172.27.1.159 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/60fcd63e-ea6e-4450-b509-2c8a4cd0bde6) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:02:48.857882 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.899294 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:48.939548 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:02:48.944820 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:48.949177 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:02:48.970385 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Pushing event updated for resources: {'Port': ['ID=60fcd63e-ea6e-4450-b509-2c8a4cd0bde6,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:49.020106 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device f6cad086-d6bc-47ea-86b1-0f3be19e281f up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:02:49.073630 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port f6cad086-d6bc-47ea-86b1-0f3be19e281f completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:02:49.208211 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:49.416029 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:49.552344 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 19:02:49.571763 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c1727-4678-4800-85bc-1c384a122603 None None] Network d8c00f4b-922a-41d0-932e-dd272f101f34 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:02:49.634803 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-f8bb07c8-add3-4262-a81e-a56e3c95d5e5 None None] Provisioning for port f6cad086-d6bc-47ea-86b1-0f3be19e281f completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:02:49.642081 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-f8bb07c8-add3-4262-a81e-a56e3c95d5e5 None None] Provisioning complete for port f6cad086-d6bc-47ea-86b1-0f3be19e281f triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:49.642463 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb07c8-add3-4262-a81e-a56e3c95d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:49.662264 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:02:49.677516 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Sync routers for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:02:49.679478 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:49.683826 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-e25321f8-47bc-42d2-a7b0-051b5f551736 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7345541 Aug 09 19:02:49.684030 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54722) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:49.727821 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:49.728490 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:49.879556 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb07c8-add3-4262-a81e-a56e3c95d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:49.908443 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:49.980065 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-f8bb07c8-add3-4262-a81e-a56e3c95d5e5 None None] For port f6cad086-d6bc-47ea-86b1-0f3be19e281f, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=f6cad086-d6bc-47ea-86b1-0f3be19e281f,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:49.993802 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f8bb07c8-add3-4262-a81e-a56e3c95d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.094784 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb07c8-add3-4262-a81e-a56e3c95d5e5 None None] Pushing event updated for resources: {'Port': ['ID=f6cad086-d6bc-47ea-86b1-0f3be19e281f,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:50.112524 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.142640 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-6cb083df-c2bc-4ca8-98dc-78ee72c62d98 None None] Provisioning complete for port f6cad086-d6bc-47ea-86b1-0f3be19e281f triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:50.142937 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6cb083df-c2bc-4ca8-98dc-78ee72c62d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.204978 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:49Z', 'revision_number': 3, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:50.252373 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Checking router: 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:02:50.252726 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Updating router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 19:02:50.268833 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Allocated IP 172.20.0.1 (d8c00f4b-922a-41d0-932e-dd272f101f34/5625d077-8d94-4ee5-8959-eb7a1e66f4ed/4fe8cd10-a57e-49a0-b1ad-2f33a64b1430) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:02:50.286759 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.373737 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.388928 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.provisioning_blocks [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Transition to ACTIVE for port object 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 will not be triggered until provisioned by entity DHCP. {{(pid=93288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:02:50.421267 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.458558 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Network d8c00f4b-922a-41d0-932e-dd272f101f34 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:02:50.464851 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:50.468468 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:02:50.491111 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe8cd10-a57e-49a0-b1ad-2f33a64b1430,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:50.516796 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.545220 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.557390 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Transition to ACTIVE for port object 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:02:50.569945 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.675555 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.766324 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Attempting to bind port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:02:50.766699 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Attempting to bind port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:02:50.767066 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Attempting to bind port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:02:50.769493 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f9050-ab7e-4dab-a8df-46a71a1ed21c None None] Pushing event updated for resources: {'Port': ['ID=60fcd63e-ea6e-4450-b509-2c8a4cd0bde6,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:50.773022 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-2496ee80-88c0-4399-ade3-0a6ce1ccda0b None None] Provisioning for port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:02:50.778549 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:02:50.779040 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:02:50.779329 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.779706 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:02:50.780211 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Bound port: 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:02:50.780601 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.783715 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-2496ee80-88c0-4399-ade3-0a6ce1ccda0b None None] Provisioning complete for port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:50.784110 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2496ee80-88c0-4399-ade3-0a6ce1ccda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.858342 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-2496ee80-88c0-4399-ade3-0a6ce1ccda0b None None] Port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 19:02:50.866466 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] For port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:02:50.869890 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] For port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=60fcd63e-ea6e-4450-b509-2c8a4cd0bde6,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:02:50.874368 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:50.933382 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:50.934055 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:50.969571 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f9050-ab7e-4dab-a8df-46a71a1ed21c None None] Pushing event updated for resources: {'Port': ['ID=60fcd63e-ea6e-4450-b509-2c8a4cd0bde6,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:51.023541 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device f6cad086-d6bc-47ea-86b1-0f3be19e281f up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:02:51.074070 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:51.076150 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:51.079124 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3882554'] for port, after_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:51.143640 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe8cd10-a57e-49a0-b1ad-2f33a64b1430,revision_number=2']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:51.146564 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:51.159110 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port f6cad086-d6bc-47ea-86b1-0f3be19e281f triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:51.159631 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:51.246641 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Network d8c00f4b-922a-41d0-932e-dd272f101f34 is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:02:51.248103 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:51.365084 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 1, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:51.381327 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:02:51.395236 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae03f60f-d61d-4e05-a4c3-aa664c56a307 None None] The sync data for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi is: [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 1, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:02:51.486106 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-1b738521-ea0b-49eb-89b4-ef0aa257e33a None None] Provisioning complete for port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:51.486630 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1b738521-ea0b-49eb-89b4-ef0aa257e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:51.497905 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:02:51.502767 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-5a79f521-9328-4d05-9883-7d3f91b9b651 admin admin] 10.222.0.57 "PUT /v2.0/routers/4ee945fa-b49e-4076-bcaf-a879d1c0f1e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8177619 Aug 09 19:02:51.528850 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-1b738521-ea0b-49eb-89b4-ef0aa257e33a None None] Port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 19:02:52.013003 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54738) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:52.018501 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1364918150-network', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:02:52.040258 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Made reservation on behalf of 1b2be619635a4ceeb15761ef91eb945e for: {'network': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 19:02:52.042557 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for network, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.051927 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.146576 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.151348 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.176847 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 19:02:52.186844 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d806078e-d5f9-465a-807d-2f39a108e3bf,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:52.192307 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.192652 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.segments_db [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Added segment b11af6a9-809a-4f60-89fc-4b87ba6923bc of type vlan for network f5c46769-e871-4785-ad32-975b2b3edbc1 Aug 09 19:02:52.234052 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774193268062'] for network, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.264621 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575'] for network, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.265641 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:52.266228 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.324859 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3107390 Aug 09 19:02:52.327945 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54740) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:52.330405 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07655116-5ee0-4221-bfbd-9b922bb07b4b admin admin] Pushing event updated for resources: {'Network': ['ID=f5c46769-e871-4785-ad32-975b2b3edbc1,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:52.335491 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Request body: {'subnet': {'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1364918150-subnet', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'ip_version': 4}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:02:52.342457 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Network f5c46769-e871-4785-ad32-975b2b3edbc1 details requested by agent ovs-agent-dv-cinder-782995-5-iscsi with host dv-cinder-782995-5-iscsi {{(pid=93290) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 19:02:52.360364 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Made reservation on behalf of 1b2be619635a4ceeb15761ef91eb945e for: {'subnet': 1} {{(pid=93288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 19:02:52.362944 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3378325'] for subnet, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.545935 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3882567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3378343'] for subnet, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.613069 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935d8baa-7dcb-44dd-a8df-578bc4e0e1f0,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:52.620554 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Checking segment: {'id': 'b11af6a9-809a-4f60-89fc-4b87ba6923bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:02:52.620925 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Network hostable DHCP agents. Network: f5c46769-e871-4785-ad32-975b2b3edbc1, hostable agents: ['1683b3ef-b657-4a52-bb08-0609ba95e959'], hosted agents: [] {{(pid=93288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 19:02:52.639366 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Network f5c46769-e871-4785-ad32-975b2b3edbc1 is scheduled to be hosted by DHCP agent 1683b3ef-b657-4a52-bb08-0609ba95e959 with binding_index 1 {{(pid=93288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 19:02:52.648793 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-5-iscsi, f5c46769-e871-4785-ad32-975b2b3edbc1) {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:52.660817 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dff54f3-9a16-4959-a60f-78968ca8c9bd None None] Network f5c46769-e871-4785-ad32-975b2b3edbc1 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:02:52.661520 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:02:52.662339 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.681149 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8b5d7d8f-06c2-4666-a13c-cf3253081337 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3520372 Aug 09 19:02:52.683801 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54742) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:52.688150 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:02:52.710376 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2002891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40584'] for router, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.711386 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2002299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2004746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40593'] for router, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.768940 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.811580 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp603f33df-619a-5e98-b39d-9e640ce21450-f5c46769-e871-4785-ad32-975b2b3edbc1', 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'fixed_ips': [{'subnet_id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0'}]}} from dv-cinder-782995-5-iscsi. {{(pid=93290) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 19:02:52.812483 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.906786 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:52.947926 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Allocated IP 172.20.0.2 (f5c46769-e871-4785-ad32-975b2b3edbc1/935d8baa-7dcb-44dd-a8df-578bc4e0e1f0/0ccad9ee-869b-4552-859a-6d9dd995e082) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:02:53.052718 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:02:53.140512 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.146933 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.157604 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Transition to ACTIVE for port object 0ccad9ee-869b-4552-859a-6d9dd995e082 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:02:53.160984 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.161879 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:02:53.171578 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:53.171979 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.195138 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Transition to ACTIVE for port object 0ccad9ee-869b-4552-859a-6d9dd995e082 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:02:53.207152 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.264301 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Network f5c46769-e871-4785-ad32-975b2b3edbc1 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:02:53.270051 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:53.272964 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:02:53.280082 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_common [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Allocated IP 172.27.1.51 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/7ba99dda-ae0b-46cb-ba3d-58436fb9bc43) {{(pid=93288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:02:53.281972 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Pushing event updated for resources: {'Port': ['ID=0ccad9ee-869b-4552-859a-6d9dd995e082,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:53.373145 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Attempting to bind port 0ccad9ee-869b-4552-859a-6d9dd995e082 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:02:53.373756 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Attempting to bind port 0ccad9ee-869b-4552-859a-6d9dd995e082 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': 'b11af6a9-809a-4f60-89fc-4b87ba6923bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:02:53.373869 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Attempting to bind port 0ccad9ee-869b-4552-859a-6d9dd995e082 on network f5c46769-e871-4785-ad32-975b2b3edbc1 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:02:53.375752 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.385767 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:02:53.386186 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Checking segment: {'id': 'b11af6a9-809a-4f60-89fc-4b87ba6923bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:02:53.387173 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.387173 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Bound using segment: {'id': 'b11af6a9-809a-4f60-89fc-4b87ba6923bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:02:53.387355 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Bound port: 0ccad9ee-869b-4552-859a-6d9dd995e082, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11af6a9-809a-4f60-89fc-4b87ba6923bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:02:53.387737 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.391163 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.391632 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Sync routers for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:02:53.401613 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:53.402219 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:53.412572 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=60fcd63e-ea6e-4450-b509-2c8a4cd0bde6,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:53.416844 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.434950 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.475275 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:02:53.479737 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.base_scheduler [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:53.484087 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Received port after_create {{(pid=93288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:02:53.509264 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=60fcd63e-ea6e-4450-b509-2c8a4cd0bde6,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:53.510173 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba99dda-ae0b-46cb-ba3d-58436fb9bc43,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:53.510470 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:53.514618 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] For port 0ccad9ee-869b-4552-859a-6d9dd995e082, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:02:53.518800 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] For port 0ccad9ee-869b-4552-859a-6d9dd995e082, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=0ccad9ee-869b-4552-859a-6d9dd995e082,segment=NetworkSegment(b11af6a9-809a-4f60-89fc-4b87ba6923bc),segment_id=b11af6a9-809a-4f60-89fc-4b87ba6923bc)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:02:53.525991 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.612556 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Pushing event updated for resources: {'Port': ['ID=0ccad9ee-869b-4552-859a-6d9dd995e082,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:53.621037 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.621394 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.621744 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.622082 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.622421 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.622755 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.623090 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.623476 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.623753 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.624154 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.624487 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.624810 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8edc103-d352-4fd1-aa6d-c67f8c75217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:53.740018 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 2, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:53.798245 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.869695 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Checking router: 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:02:53.870148 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Updating router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 19:02:53.896156 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:53.996619 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2002290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2004985'] for router, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:54.125592 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 is scheduled to L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e with binding_index 1 {{(pid=93288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 19:02:54.156731 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:54.167393 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Transition to ACTIVE for port object 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:02:54.173711 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:54.222250 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Pushing event updated for resources: {'Port': ['ID=4fe8cd10-a57e-49a0-b1ad-2f33a64b1430,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:54.233617 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.233969 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.234313 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.234650 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.234983 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.235317 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.235649 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.235995 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.236514 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.236931 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.237164 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.237492 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:02:54.240792 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:02:54.251352 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Sync routers for ids ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:02:54.258162 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:54.262269 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-b11dbd4c-1081-474b-8be3-62cc14542cd3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5750866 Aug 09 19:02:54.263137 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54744) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:02:54.277706 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Routers {'8700a1eb-2e4b-4543-b0bd-d07c45698de2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:54.280754 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:54.297228 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Attempting to bind port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:02:54.297606 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Attempting to bind port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:02:54.297968 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Attempting to bind port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 on network d8c00f4b-922a-41d0-932e-dd272f101f34 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:02:54.303704 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:02:54.304111 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Checking segment: {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:02:54.304520 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:54.304908 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Bound using segment: {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:02:54.305390 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Bound port: 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:02:54.305786 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:54.408035 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] For port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:02:54.413586 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] For port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=4fe8cd10-a57e-49a0-b1ad-2f33a64b1430,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:02:54.420431 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:54.493007 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:54.493669 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:54.608137 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Set router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:54.657423 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:54.766206 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cff294-6523-4d20-97b0-93d9ac55e263 None None] Network f5c46769-e871-4785-ad32-975b2b3edbc1 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:02:54.798057 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded3ddf-e032-4f83-af39-ef564663edcd None None] Pushing event updated for resources: {'Port': ['ID=4fe8cd10-a57e-49a0-b1ad-2f33a64b1430,revision_number=4']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:54.858510 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:54.882111 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:54Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:54.913649 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee0b5c-9115-4049-bb4d-80d37c8a3aee None None] The sync data for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi is: [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:54Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:02:54.937389 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-67bbee77-cb46-4055-9971-d68d6ef5ac99 None None] Provisioning for port 0ccad9ee-869b-4552-859a-6d9dd995e082 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:02:54.998810 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:52Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 3, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'gw_port': {'id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:53Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:55.046990 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Checking router: 8700a1eb-2e4b-4543-b0bd-d07c45698de2 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:02:55.047590 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Updating router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 binding host dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 19:02:55.086476 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Allocated IP 172.20.0.1 (f5c46769-e871-4785-ad32-975b2b3edbc1/935d8baa-7dcb-44dd-a8df-578bc4e0e1f0/6a9defa8-4938-490f-83de-9b03e2592780) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:02:55.088473 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.200489 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 0ccad9ee-869b-4552-859a-6d9dd995e082 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:02:55.229089 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.250691 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Transition to ACTIVE for port object 6a9defa8-4938-490f-83de-9b03e2592780 will not be triggered until provisioned by entity DHCP. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:02:55.295675 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.332357 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 0ccad9ee-869b-4552-859a-6d9dd995e082 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:02:55.339772 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 0ccad9ee-869b-4552-859a-6d9dd995e082 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:55.340384 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.344300 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Network f5c46769-e871-4785-ad32-975b2b3edbc1 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:02:55.348199 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:55.352133 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:02:55.393255 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2003978'] for router_interface, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.427321 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-b2687315-bfaa-4e77-9392-5ae7500d9596 None None] Provisioning complete for port 0ccad9ee-869b-4552-859a-6d9dd995e082 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:55.428158 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b2687315-bfaa-4e77-9392-5ae7500d9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.446516 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9defa8-4938-490f-83de-9b03e2592780,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:55.557719 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.564083 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.564588 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.575115 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Transition to ACTIVE for port object 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:02:55.591378 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.693923 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 0ccad9ee-869b-4552-859a-6d9dd995e082, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=0ccad9ee-869b-4552-859a-6d9dd995e082,segment=NetworkSegment(b11af6a9-809a-4f60-89fc-4b87ba6923bc),segment_id=b11af6a9-809a-4f60-89fc-4b87ba6923bc)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:55.698056 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b2687315-bfaa-4e77-9392-5ae7500d9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.704345 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Attempting to bind port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:02:55.704922 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Attempting to bind port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:02:55.705249 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Attempting to bind port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 on network 2e465317-e554-4978-98b0-3a9474df252a {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:02:55.707928 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.709114 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:02:55.717451 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a847105-2662-4246-bfb5-0f2af7aaf438 None None] Pushing event updated for resources: {'Port': ['ID=7ba99dda-ae0b-46cb-ba3d-58436fb9bc43,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:55.745722 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:02:55.746102 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Checking segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:02:55.746503 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.746899 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Bound using segment: {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:02:55.747393 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Bound port: 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779471a-5f00-4eb2-9daf-ff70757c6233', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e465317-e554-4978-98b0-3a9474df252a'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:02:55.747761 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.774407 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.780128 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.891913 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=0ccad9ee-869b-4552-859a-6d9dd995e082,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:55.903065 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] For port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:02:55.905579 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.db.api [None req-b2687315-bfaa-4e77-9392-5ae7500d9596 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 19:02:55.905996 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG oslo_db.api [None req-b2687315-bfaa-4e77-9392-5ae7500d9596 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 19:02:55.908337 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] For port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=7ba99dda-ae0b-46cb-ba3d-58436fb9bc43,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:02:55.914088 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:55.915979 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:55.916353 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:56.011515 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a847105-2662-4246-bfb5-0f2af7aaf438 None None] Pushing event updated for resources: {'Port': ['ID=7ba99dda-ae0b-46cb-ba3d-58436fb9bc43,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:56.016210 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Routers {'8700a1eb-2e4b-4543-b0bd-d07c45698de2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:56.016820 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:56.123044 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2004158'] for router_interface, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:56.124890 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9defa8-4938-490f-83de-9b03e2592780,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:56.132582 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:02:56.182019 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] Set router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:56.214713 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Network f5c46769-e871-4785-ad32-975b2b3edbc1 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:02:56.216167 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:02:56.260371 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:02:56.266353 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:56.266732 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:56.351320 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:02:56.466196 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:02:56.471659 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-7a120383-6282-4375-b2cf-b165354ca118 admin admin] 10.222.0.57 "PUT /v2.0/routers/8700a1eb-2e4b-4543-b0bd-d07c45698de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2066033 Aug 09 19:02:56.601217 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:56.653696 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=4fe8cd10-a57e-49a0-b1ad-2f33a64b1430,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:56.663691 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:56.666883 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:52Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 4, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'gw_port': {'id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:53Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '6a9defa8-4938-490f-83de-9b03e2592780', 'name': '', 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'mac_address': 'fa:16:3e:fc:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:54Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 2, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'subnets': [{'id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:56.712307 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-1d7e5cae-5bae-4574-92b9-727849015d78 None None] Provisioning for port 6a9defa8-4938-490f-83de-9b03e2592780 completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:02:56.716854 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef3343-bd6d-4400-a9c0-a75aaffc15bf None None] The sync data for ids ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'] in dv-cinder-782995-5-iscsi is: [{'id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:52Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 4, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'gw_port': {'id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:53Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '6a9defa8-4938-490f-83de-9b03e2592780', 'name': '', 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'mac_address': 'fa:16:3e:fc:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:54Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 2, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'subnets': [{'id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:02:56.720810 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-1d7e5cae-5bae-4574-92b9-727849015d78 None None] Provisioning complete for port 6a9defa8-4938-490f-83de-9b03e2592780 triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:56.721188 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5cae-5bae-4574-92b9-727849015d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:56.772283 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e5cae-5bae-4574-92b9-727849015d78 None None] Port 6a9defa8-4938-490f-83de-9b03e2592780 cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 19:02:56.773734 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=4fe8cd10-a57e-49a0-b1ad-2f33a64b1430,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:57.030573 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 0ccad9ee-869b-4552-859a-6d9dd995e082 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:02:57.084832 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 0ccad9ee-869b-4552-859a-6d9dd995e082 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:57.087272 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:57.175835 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:02:57.252870 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:57.253565 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:58.556149 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:59.028990 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:02:59.087865 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:02:59.093212 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:02:59.093785 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:59.204546 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:59.235178 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=7ba99dda-ae0b-46cb-ba3d-58436fb9bc43,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:02:59.240556 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:59.311450 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=7ba99dda-ae0b-46cb-ba3d-58436fb9bc43,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:02:59.342285 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Sync routers for ids ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:02:59.353389 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Routers {'8700a1eb-2e4b-4543-b0bd-d07c45698de2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:02:59.354078 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:59.465788 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Set router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:02:59.605724 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5c550b86-67c0-4827-8289-75a13ec3d5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:02:59.688616 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:52Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 4, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'gw_port': {'id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:53Z', 'updated_at': '2021-08-09T19:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '6a9defa8-4938-490f-83de-9b03e2592780', 'name': '', 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'mac_address': 'fa:16:3e:fc:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:54Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 2, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'subnets': [{'id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:02:59.718355 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Checking router: 8700a1eb-2e4b-4543-b0bd-d07c45698de2 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:02:59.718710 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Updating router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 port 6a9defa8-4938-490f-83de-9b03e2592780 binding host dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 19:02:59.744803 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:00.057439 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:00.069195 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Transition to ACTIVE for port object 6a9defa8-4938-490f-83de-9b03e2592780 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:03:00.075644 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:00.151794 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dd11f-90e7-4378-aaad-eaa30a6b1db3 None None] Pushing event updated for resources: {'Port': ['ID=6a9defa8-4938-490f-83de-9b03e2592780,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:00.189718 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Attempting to bind port 6a9defa8-4938-490f-83de-9b03e2592780 on host dv-cinder-782995-5-iscsi for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:03:00.191028 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Attempting to bind port 6a9defa8-4938-490f-83de-9b03e2592780 by drivers openvswitch,hyperv on host dv-cinder-782995-5-iscsi at level 0 using segments [{'id': 'b11af6a9-809a-4f60-89fc-4b87ba6923bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:03:00.193097 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Attempting to bind port 6a9defa8-4938-490f-83de-9b03e2592780 on network f5c46769-e871-4785-ad32-975b2b3edbc1 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:03:00.199348 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Checking agent: {'id': '0e71b00f-ce66-4516-abee-5e86d361a03d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 45, 2), 'started_at': datetime.datetime(2021, 8, 9, 18, 45, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:03:00.199727 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Checking segment: {'id': 'b11af6a9-809a-4f60-89fc-4b87ba6923bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:03:00.200184 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:00.200696 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Bound using segment: {'id': 'b11af6a9-809a-4f60-89fc-4b87ba6923bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:03:00.201201 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Bound port: 6a9defa8-4938-490f-83de-9b03e2592780, host: dv-cinder-782995-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11af6a9-809a-4f60-89fc-4b87ba6923bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:03:00.201572 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:00.387618 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] For port 6a9defa8-4938-490f-83de-9b03e2592780, host dv-cinder-782995-5-iscsi, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:03:00.390952 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] For port 6a9defa8-4938-490f-83de-9b03e2592780, host dv-cinder-782995-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=6a9defa8-4938-490f-83de-9b03e2592780,segment=NetworkSegment(b11af6a9-809a-4f60-89fc-4b87ba6923bc),segment_id=b11af6a9-809a-4f60-89fc-4b87ba6923bc)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:03:00.395706 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:00.445749 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Routers {'8700a1eb-2e4b-4543-b0bd-d07c45698de2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:00.446425 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:02:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:00.559755 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dd11f-90e7-4378-aaad-eaa30a6b1db3 None None] Pushing event updated for resources: {'Port': ['ID=6a9defa8-4938-490f-83de-9b03e2592780,revision_number=4']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:00.604451 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] Set router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:00.856767 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:52Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 4, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'gw_port': {'id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:53Z', 'updated_at': '2021-08-09T19:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '6a9defa8-4938-490f-83de-9b03e2592780', 'name': '', 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'mac_address': 'fa:16:3e:fc:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:54Z', 'updated_at': '2021-08-09T19:03:00Z', 'revision_number': 4, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'subnets': [{'id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:00.883461 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f265a-c95a-447c-9ef4-206387e63c66 None None] The sync data for ids ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'] in dv-cinder-782995-5-iscsi is: [{'id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:52Z', 'updated_at': '2021-08-09T19:02:55Z', 'revision_number': 4, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'gw_port': {'id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:53Z', 'updated_at': '2021-08-09T19:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '6a9defa8-4938-490f-83de-9b03e2592780', 'name': '', 'network_id': 'f5c46769-e871-4785-ad32-975b2b3edbc1', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'mac_address': 'fa:16:3e:fc:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:54Z', 'updated_at': '2021-08-09T19:03:00Z', 'revision_number': 4, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'subnets': [{'id': '935d8baa-7dcb-44dd-a8df-578bc4e0e1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:03:01.055703 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 6a9defa8-4938-490f-83de-9b03e2592780 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:03:01.118531 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning for port 6a9defa8-4938-490f-83de-9b03e2592780 completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:03:01.122805 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 6a9defa8-4938-490f-83de-9b03e2592780 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:03:01.123282 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:01.229354 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:01.270751 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] For port 6a9defa8-4938-490f-83de-9b03e2592780, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=6a9defa8-4938-490f-83de-9b03e2592780,segment=NetworkSegment(b11af6a9-809a-4f60-89fc-4b87ba6923bc),segment_id=b11af6a9-809a-4f60-89fc-4b87ba6923bc)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:01.276565 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:01.277403 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:03:01.382532 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Pushing event updated for resources: {'Port': ['ID=6a9defa8-4938-490f-83de-9b03e2592780,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:01.388994 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:03:01.389378 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:01.828654 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:03:02.236590 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-2c1deb5b-d9e2-4d94-b3cd-811d57499ae8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1456380 Aug 09 19:03:02.319009 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe38a-8133-424d-b470-793103efc5e7 req-df696928-e32e-4897-8061-6a0160563daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:02.320603 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-df696928-e32e-4897-8061-6a0160563daf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 1098 time: 0.0580289 Aug 09 19:03:02.384625 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3082d906-615c-4740-80b3-a89351156561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:02.450308 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe38a-8133-424d-b470-793103efc5e7 req-4cb3ad12-0c0d-4fe5-8736-a604895a4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:02.451771 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-4cb3ad12-0c0d-4fe5-8736-a604895a4d26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.1105251 Aug 09 19:03:02.477588 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:02.531057 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-ebc29e2e-4e28-43ae-8aa5-f7160dd7fc42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12baba56-ec35-4ba6-b772-35237e943f3f HTTP/1.1" status: 200 len: 1001 time: 0.0716925 Aug 09 19:03:02.588555 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe38a-8133-424d-b470-793103efc5e7 req-cc185e1d-30a9-4969-9d82-3f5376e183af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:02.590204 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-cc185e1d-30a9-4969-9d82-3f5376e183af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0484543 Aug 09 19:03:02.645427 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe38a-8133-424d-b470-793103efc5e7 req-af8a900d-4c8e-4853-ba85-8b1cf125ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:02.646977 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-af8a900d-4c8e-4853-ba85-8b1cf125ce70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467486 Aug 09 19:03:02.659236 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-29168e02-a7ee-4d57-afe7-3865a1902db3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 19:03:02.660884 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-29168e02-a7ee-4d57-afe7-3865a1902db3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064182 Aug 09 19:03:02.762005 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-44ea95f9-7cd0-41d6-8113-572909e9c1ed service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929103 Aug 09 19:03:02.860655 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d72fe38a-8133-424d-b470-793103efc5e7 req-ed8a5bb3-4a44-4239-a0fb-11a1d781ce9f service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909278 Aug 09 19:03:03.002728 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 6a9defa8-4938-490f-83de-9b03e2592780 up at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:03:03.056080 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Provisioning complete for port 6a9defa8-4938-490f-83de-9b03e2592780 triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:03:03.056508 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:03.297196 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:05.120627 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:06.361374 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-83e0a2f3-e0d5-4fdd-a7e0-e7ae660a6c7b tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:06.362854 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-83e0a2f3-e0d5-4fdd-a7e0-e7ae660a6c7b tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/networks?id=d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 200 len: 814 time: 0.1049697 Aug 09 19:03:06.378595 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-2025bdb7-95eb-4154-a63e-d6e7fade7da8 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/quotas/6c3fa79dd3484534abf6297fb0559ada HTTP/1.1" status: 200 len: 375 time: 0.0090654 Aug 09 19:03:06.429427 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-8baa9d33-19f9-4196-a2bd-242730173e87 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c3fa79dd3484534abf6297fb0559ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453913 Aug 09 19:03:06.489120 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-b2b6eb5c-2e94-40d5-90f0-72dae2dcf52f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 19:03:06.490129 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-b2b6eb5c-2e94-40d5-90f0-72dae2dcf52f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492570 Aug 09 19:03:06.581453 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-0a65ca63-f181-4b68-97d9-7cb0ba6e4f76 service neutron] 10.222.0.57 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848742 Aug 09 19:03:06.676431 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-b7c1a1df-673c-40c6-8a80-4337b0fbc644 service neutron] 10.222.0.57 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854416 Aug 09 19:03:06.887339 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a75e4a65-4ee4-430c-8505-a9f8064a6d50 req-ef56ab14-e1b2-4881-91f0-e34a46affbba tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 210 time: 0.0776408 Aug 09 19:03:07.918464 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-7bc0cf5d-f951-48a4-b146-4476fbd98cf5 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:07.920153 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-7bc0cf5d-f951-48a4-b146-4476fbd98cf5 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.26 "GET /v2.0/networks?id=d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 200 len: 814 time: 0.1123879 Aug 09 19:03:07.933498 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'port': {'device_id': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'admin_state_up': True, 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:08.007350 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-807bb9e6-7493-4a0b-a641-7740de818d79 req-b4a5301b-6ce5-4561-a413-38249a2f8483 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 210 time: 0.0323513 Aug 09 19:03:08.063613 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Made reservation on behalf of 6c3fa79dd3484534abf6297fb0559ada for: {'port': 1} {{(pid=93289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 19:03:08.067204 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:08.197908 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Allocated IP 172.20.0.11 (d8c00f4b-922a-41d0-932e-dd272f101f34/5625d077-8d94-4ee5-8959-eb7a1e66f4ed/ee01d832-6055-490a-a8ff-fdaa514ae6cc) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:03:08.430344 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:08.450462 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Transition to ACTIVE for port object ee01d832-6055-490a-a8ff-fdaa514ae6cc will not be triggered until provisioned by entity DHCP. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:03:08.494571 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:08.543359 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Network d8c00f4b-922a-41d0-932e-dd272f101f34 is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:03:08.546614 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:03:08.549986 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:03:08.581017 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'Port': ['ID=ee01d832-6055-490a-a8ff-fdaa514ae6cc,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:08.624685 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:08.625341 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:08.643803 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-79b718ff-6a4b-45d0-b910-244720503619 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7144394 Aug 09 19:03:08.864307 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-9a728f7d-6151-4c7c-a7b2-d25dc9f9dc04 None None] Provisioning for port ee01d832-6055-490a-a8ff-fdaa514ae6cc completed by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:03:08.868235 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-9a728f7d-6151-4c7c-a7b2-d25dc9f9dc04 None None] Provisioning complete for port ee01d832-6055-490a-a8ff-fdaa514ae6cc triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:03:08.868742 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9a728f7d-6151-4c7c-a7b2-d25dc9f9dc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:08.904868 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-9a728f7d-6151-4c7c-a7b2-d25dc9f9dc04 None None] Port ee01d832-6055-490a-a8ff-fdaa514ae6cc cannot update to ACTIVE because it is not bound. {{(pid=93290) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 19:03:09.126696 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b40b7c-e44d-4ddd-b4fe-5fc69d43a832 req-11963f26-7ca0-40a0-8493-7d63f9099cc6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:09.128393 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c6b40b7c-e44d-4ddd-b4fe-5fc69d43a832 req-11963f26-7ca0-40a0-8493-7d63f9099cc6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 932 time: 0.0500638 Aug 09 19:03:09.172440 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c6b40b7c-e44d-4ddd-b4fe-5fc69d43a832 req-6c029671-05a3-44ef-8aa3-71d426d70327 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368855 Aug 09 19:03:10.297543 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba51b9-6124-442f-8b45-632b4c6ada26 req-df10d6ff-67fc-476e-8064-4c069aa9cbb9 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:10.299077 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aaba51b9-6124-442f-8b45-632b4c6ada26 req-df10d6ff-67fc-476e-8064-4c069aa9cbb9 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 932 time: 0.0548489 Aug 09 19:03:10.338141 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-aaba51b9-6124-442f-8b45-632b4c6ada26 req-6cb09f2b-ff12-48ff-bbae-c41556af2480 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Aug 09 19:03:11.478649 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446eeb0-9379-44ad-a3af-a199e10b72dc req-2a6bcbe4-33fd-4c88-8355-8906c03e8625 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:11.480197 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c446eeb0-9379-44ad-a3af-a199e10b72dc req-2a6bcbe4-33fd-4c88-8355-8906c03e8625 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 932 time: 0.0655956 Aug 09 19:03:11.520372 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c446eeb0-9379-44ad-a3af-a199e10b72dc req-7de86c34-6607-4463-97f9-ac99f2e11acd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Aug 09 19:03:12.645334 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd161a-2f85-4b14-a9aa-3b981ef2dc43 req-a9aa5ec9-95cb-4e06-ae3c-78e9aeb36675 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:12.646409 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2ccd161a-2f85-4b14-a9aa-3b981ef2dc43 req-a9aa5ec9-95cb-4e06-ae3c-78e9aeb36675 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 932 time: 0.0580249 Aug 09 19:03:12.690264 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2ccd161a-2f85-4b14-a9aa-3b981ef2dc43 req-10f076e2-6e2a-4747-b7d5-6112a6a9c655 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Aug 09 19:03:13.820860 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d922d-00bb-4d15-98c8-68e97e7d1d08 req-7b2226c1-44e8-46fe-906a-5edb0b7c399a tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:13.823282 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-898d922d-00bb-4d15-98c8-68e97e7d1d08 req-7b2226c1-44e8-46fe-906a-5edb0b7c399a tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 932 time: 0.0569885 Aug 09 19:03:13.865499 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-898d922d-00bb-4d15-98c8-68e97e7d1d08 req-e3fd2241-da97-46a6-a57f-71eb54331185 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Aug 09 19:03:14.989510 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d375ede-a351-433d-b582-0e8ea9db11d7 req-a34e511b-efd4-4209-bf73-0235ff46740a tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:14.991507 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6d375ede-a351-433d-b582-0e8ea9db11d7 req-a34e511b-efd4-4209-bf73-0235ff46740a tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 932 time: 0.0558937 Aug 09 19:03:15.033247 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6d375ede-a351-433d-b582-0e8ea9db11d7 req-9e33f9cb-80a9-4d20-8f2c-f96a6c2833de tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354176 Aug 09 19:03:16.155754 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8303b-d584-4227-a051-a3f2fb70c502 req-0a238bbb-ed0e-442e-93bd-4071cd2bccb2 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:16.157335 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-32e8303b-d584-4227-a051-a3f2fb70c502 req-0a238bbb-ed0e-442e-93bd-4071cd2bccb2 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 932 time: 0.0532138 Aug 09 19:03:16.203279 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-32e8303b-d584-4227-a051-a3f2fb70c502 req-b2e7ebee-de45-41b0-b023-a8289dcbfb1f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Aug 09 19:03:17.323294 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280a715-b978-4dae-9aca-60d73812477a req-71037ff4-d33d-43b4-959e-5d3b7d6d7454 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:17.328390 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4280a715-b978-4dae-9aca-60d73812477a req-71037ff4-d33d-43b4-959e-5d3b7d6d7454 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 932 time: 0.0578673 Aug 09 19:03:17.374170 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4280a715-b978-4dae-9aca-60d73812477a req-2eb6474b-df6f-4bc2-a321-fd06df41ce69 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Aug 09 19:03:18.486154 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c76e23-16ea-49c2-99a5-e0f0b645fb97 req-5c4cb1cd-397d-4c73-8e8e-4f5d904294e7 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:18.487667 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b8c76e23-16ea-49c2-99a5-e0f0b645fb97 req-5c4cb1cd-397d-4c73-8e8e-4f5d904294e7 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 932 time: 0.0477262 Aug 09 19:03:18.493060 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Request body: {'port': {'device_id': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:18.570272 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b8c76e23-16ea-49c2-99a5-e0f0b645fb97 req-a6f5eac9-f433-4be6-a6cd-676aa4e7622f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743678 Aug 09 19:03:18.571276 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:18.823321 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee01d832-6055-490a-a8ff-fdaa514ae6cc {{(pid=93289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 19:03:18.831004 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:18.842490 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.provisioning_blocks [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Transition to ACTIVE for port object ee01d832-6055-490a-a8ff-fdaa514ae6cc will not be triggered until provisioned by entity L2. {{(pid=93289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 19:03:18.846590 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:18.895316 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Pushing event updated for resources: {'Port': ['ID=ee01d832-6055-490a-a8ff-fdaa514ae6cc,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:18.967733 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Attempting to bind port ee01d832-6055-490a-a8ff-fdaa514ae6cc on host hv-cinder-78299 for vnic_type normal with profile {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 19:03:18.968114 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Attempting to bind port ee01d832-6055-490a-a8ff-fdaa514ae6cc by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 19:03:18.968452 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Attempting to bind port ee01d832-6055-490a-a8ff-fdaa514ae6cc on network d8c00f4b-922a-41d0-932e-dd272f101f34 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:03:18.973763 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Port ee01d832-6055-490a-a8ff-fdaa514ae6cc on network d8c00f4b-922a-41d0-932e-dd272f101f34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 19:03:18.974088 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Attempting to bind port ee01d832-6055-490a-a8ff-fdaa514ae6cc on network d8c00f4b-922a-41d0-932e-dd272f101f34 {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 19:03:18.979324 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Checking agent: {'id': 'f4995ff6-0079-405d-82ef-95ce6c967627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'started_at': datetime.datetime(2021, 8, 9, 18, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 19:03:18.979665 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Checking segment: {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 19:03:18.980100 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Bound using segment: {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'} {{(pid=93289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 19:03:18.980528 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.managers [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Bound port: ee01d832-6055-490a-a8ff-fdaa514ae6cc, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74043967-9fff-4fef-9098-2f9d86809c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34'}}] {{(pid=93289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 19:03:18.980887 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:19.046489 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] For port ee01d832-6055-490a-a8ff-fdaa514ae6cc, host hv-cinder-78299, cleared binding levels {{(pid=93289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 19:03:19.049537 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] For port ee01d832-6055-490a-a8ff-fdaa514ae6cc, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 19:03:19.053505 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:19.087860 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:19.088527 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:19.089752 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] 10.222.0.26 "PUT /v2.0/ports/ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 1094 time: 0.6011651 Aug 09 19:03:19.090201 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:03:19.092472 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49180a58-b2f3-443d-a0f4-8778818834de" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:03:19.122176 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079991f-0283-4227-84c1-02dbe8124653 service neutron] Pushing event updated for resources: {'Port': ['ID=ee01d832-6055-490a-a8ff-fdaa514ae6cc,revision_number=3']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:19.185970 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-8d1ab422-92a3-420f-b424-7a76a63d32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:19.188282 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-8d1ab422-92a3-420f-b424-7a76a63d32f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c3fa79dd3484534abf6297fb0559ada&device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1097 time: 0.0579512 Aug 09 19:03:19.232647 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f80c834-38be-4999-8b2b-88c6db4d2569 x-openstack-request-id: req-2f80c834-38be-4999-8b2b-88c6db4d2569 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:03:19.232942 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:03:19.233184 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f80c834-38be-4999-8b2b-88c6db4d2569 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:03:19.233574 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'status': 'completed', 'code': 200} Aug 09 19:03:19.235124 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-234e5763-53ec-49aa-9825-c58aa8f5718a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 217 time: 0.0376656 Aug 09 19:03:19.284041 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-d7b7addd-1bb6-40a0-8d2a-fd27f3ddf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:19.286115 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-d7b7addd-1bb6-40a0-8d2a-fd27f3ddf14e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5625d077-8d94-4ee5-8959-eb7a1e66f4ed HTTP/1.1" status: 200 len: 853 time: 0.0444264 Aug 09 19:03:19.335424 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-eb034d4f-e607-489f-ac14-dd91d0455b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:19.336945 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-eb034d4f-e607-489f-ac14-dd91d0455b64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8c00f4b-922a-41d0-932e-dd272f101f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442975 Aug 09 19:03:19.423561 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-87781052-a2a7-4f1b-b2d1-5d1a8f46d728 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797682 Aug 09 19:03:19.515126 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8587047c-a2d4-499b-8279-6260b2b63ad6 req-69c341d3-7af2-4422-bc41-f9767e7d09ce service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842099 Aug 09 19:03:19.604528 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180a58-b2f3-443d-a0f4-8778818834de req-5e81f1ae-a89f-4b77-bf43-562acd97f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:19.606004 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-49180a58-b2f3-443d-a0f4-8778818834de req-5e81f1ae-a89f-4b77-bf43-562acd97f88c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c3fa79dd3484534abf6297fb0559ada&device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1097 time: 0.0438151 Aug 09 19:03:19.735224 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f95b2-5e06-4039-a4f6-d5c9d138fe4d req-27254b87-5795-4ce3-a9d9-55a9e804d769 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:19.736729 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-687f95b2-5e06-4039-a4f6-d5c9d138fe4d req-27254b87-5795-4ce3-a9d9-55a9e804d769 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 944 time: 0.0795362 Aug 09 19:03:19.741721 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180a58-b2f3-443d-a0f4-8778818834de req-a10abf64-e87f-4182-a8b7-75cc5415d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:19.743122 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-49180a58-b2f3-443d-a0f4-8778818834de req-a10abf64-e87f-4182-a8b7-75cc5415d553 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 200 len: 915 time: 0.1287215 Aug 09 19:03:19.804061 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-49180a58-b2f3-443d-a0f4-8778818834de req-a604bfa9-1972-4053-8d23-c14d3e726cb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 217 time: 0.0417588 Aug 09 19:03:19.811224 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-687f95b2-5e06-4039-a4f6-d5c9d138fe4d req-f3f6ee6a-067d-40ec-a304-795ab871cee5 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672293 Aug 09 19:03:19.854944 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180a58-b2f3-443d-a0f4-8778818834de req-dc9aeba9-688d-4fcc-9f4a-5cfcf2936057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:19.856452 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-49180a58-b2f3-443d-a0f4-8778818834de req-dc9aeba9-688d-4fcc-9f4a-5cfcf2936057 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5625d077-8d94-4ee5-8959-eb7a1e66f4ed HTTP/1.1" status: 200 len: 853 time: 0.0443890 Aug 09 19:03:19.905907 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180a58-b2f3-443d-a0f4-8778818834de req-f4140d83-94db-405c-b762-6aeae87ce1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:19.907359 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-49180a58-b2f3-443d-a0f4-8778818834de req-f4140d83-94db-405c-b762-6aeae87ce1eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8c00f4b-922a-41d0-932e-dd272f101f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423679 Aug 09 19:03:19.996687 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-49180a58-b2f3-443d-a0f4-8778818834de req-6d78377b-8c6c-4689-ba0e-77a2a66611ec service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806899 Aug 09 19:03:20.095976 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-49180a58-b2f3-443d-a0f4-8778818834de req-9eb9a8cb-a71d-483f-92c6-291ce7041e4f service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908875 Aug 09 19:03:20.927701 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9739f66-444d-45c7-9066-4602192ac057 req-7ca806e2-59bb-45cc-9ef0-5cea770385e0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:20.929208 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a9739f66-444d-45c7-9066-4602192ac057 req-7ca806e2-59bb-45cc-9ef0-5cea770385e0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 944 time: 0.0485837 Aug 09 19:03:20.981959 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a9739f66-444d-45c7-9066-4602192ac057 req-7b124022-74be-4b6b-a185-37350d40cd44 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 Aug 09 19:03:21.553602 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ee01d832-6055-490a-a8ff-fdaa514ae6cc details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=93290) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 19:03:21.651225 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port ee01d832-6055-490a-a8ff-fdaa514ae6cc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:21.662586 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Returning: {'device': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'port_id': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'mac_address': 'fa:16:3e:94:d3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93290) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 19:03:21.698322 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:21.711155 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee01d832-6055-490a-a8ff-fdaa514ae6cc {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 19:03:21.730261 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port ee01d832-6055-490a-a8ff-fdaa514ae6cc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:21.734193 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:21.779757 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=ee01d832-6055-490a-a8ff-fdaa514ae6cc,revision_number=4']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:21.964864 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['ee01d832-6055-490a-a8ff-fdaa514ae6cc'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:03:22.103864 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60db3d-b456-4a18-9846-6e025800b494 req-21599704-47a0-45a7-a1c0-a04464fe1b72 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:22.105792 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1e60db3d-b456-4a18-9846-6e025800b494 req-21599704-47a0-45a7-a1c0-a04464fe1b72 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 945 time: 0.0496686 Aug 09 19:03:22.143074 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-1e60db3d-b456-4a18-9846-6e025800b494 req-552c27f5-fcc7-48e4-9d87-30ba737ea2ae tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312779 Aug 09 19:03:23.259765 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26951fd-7581-4bcb-aa5f-2a969272c227 req-170fe5de-a23e-4f4b-97ae-282e83440ecf tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:23.261283 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e26951fd-7581-4bcb-aa5f-2a969272c227 req-170fe5de-a23e-4f4b-97ae-282e83440ecf tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 945 time: 0.0508893 Aug 09 19:03:23.298019 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e26951fd-7581-4bcb-aa5f-2a969272c227 req-7e6e8077-ccbc-40fe-91bb-a2d0e5023cca tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Aug 09 19:03:23.569512 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ee01d832-6055-490a-a8ff-fdaa514ae6cc up at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 19:03:23.618180 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning for port ee01d832-6055-490a-a8ff-fdaa514ae6cc completed by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 19:03:23.622007 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Provisioning complete for port ee01d832-6055-490a-a8ff-fdaa514ae6cc triggered by entity L2. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:03:23.622381 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:23.701365 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:23.724396 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:03:23.726709 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906e7fe6ec2af01505debc07c55621f766cfc01660d5585dc6375a0df9c7b568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37c9da5-6bda-4db2-95a6-fb0ea520f0ef" -d '{"events": [{"server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "name": "network-vif-plugged", "status": "completed", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:03:23.739742 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] For port ee01d832-6055-490a-a8ff-fdaa514ae6cc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:23.743774 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:23.766231 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255d2ae4-6805-41af-b1dc-61089f7273e2 x-openstack-request-id: req-255d2ae4-6805-41af-b1dc-61089f7273e2 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:03:23.766584 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "name": "network-vif-plugged", "status": "completed", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:03:23.766790 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-255d2ae4-6805-41af-b1dc-61089f7273e2 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:03:23.767226 dv-cinder-782995-5-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'code': 200} Aug 09 19:03:23.793980 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Pushing event updated for resources: {'Port': ['ID=ee01d832-6055-490a-a8ff-fdaa514ae6cc,revision_number=5']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:23.924828 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c275f-76a4-4a6b-b76a-db3b504631ce req-6c2f27a2-0815-42b0-ba50-2c6a2d1cf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:23.926196 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-485c275f-76a4-4a6b-b76a-db3b504631ce req-6c2f27a2-0815-42b0-ba50-2c6a2d1cf63c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1099 time: 0.0388222 Aug 09 19:03:23.961215 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-485c275f-76a4-4a6b-b76a-db3b504631ce req-228d7eb2-801d-4bbc-b2ec-3eb420f1ef07 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277116 Aug 09 19:03:24.411492 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c3bcc-cf88-4f94-b985-b7361adcf60b req-ef43bb4d-22ef-4693-bc17-572d58ca72f1 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:24.412978 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f30c3bcc-cf88-4f94-b985-b7361adcf60b req-ef43bb4d-22ef-4693-bc17-572d58ca72f1 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 946 time: 0.0489447 Aug 09 19:03:24.450291 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f30c3bcc-cf88-4f94-b985-b7361adcf60b req-d075dc6a-d7cd-492c-9054-7ed2a28c0230 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Aug 09 19:03:25.573040 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3d77-f81d-4651-9f26-55f60ba238b2 req-983f9afb-f0ab-4d12-93f1-05b0c75a887e tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:25.574428 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4e5f3d77-f81d-4651-9f26-55f60ba238b2 req-983f9afb-f0ab-4d12-93f1-05b0c75a887e tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 946 time: 0.0578325 Aug 09 19:03:25.613051 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4e5f3d77-f81d-4651-9f26-55f60ba238b2 req-f8b9509b-8b94-427b-9904-9ae57d626104 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Aug 09 19:03:25.725067 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd143a-96c7-4165-a249-ec8583f06be5 req-9279fa53-801f-4afc-87bb-a9f02a507c0f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:25.726541 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ccdd143a-96c7-4165-a249-ec8583f06be5 req-9279fa53-801f-4afc-87bb-a9f02a507c0f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 946 time: 0.0482669 Aug 09 19:03:25.762774 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-ccdd143a-96c7-4165-a249-ec8583f06be5 req-1044fd7a-572f-4158-833a-851de4b46e10 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303717 Aug 09 19:03:26.077733 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36d719-7812-4dcc-8633-51150c65db09 req-2d14f0ff-fee7-4593-8ffa-bad3a1635977 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:26.079224 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8f36d719-7812-4dcc-8633-51150c65db09 req-2d14f0ff-fee7-4593-8ffa-bad3a1635977 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 946 time: 0.0474439 Aug 09 19:03:26.119705 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-8f36d719-7812-4dcc-8633-51150c65db09 req-b5778b54-2319-49da-a369-63554e865dad tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Aug 09 19:03:28.567065 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:29.599711 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1659e486-25ae-40e1-814b-e83f0f853bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:32.375470 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-29861929-6a61-42c1-a6a3-1a578a2a4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:32.469680 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:33.297654 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:34.483723 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b80ec-1da7-4c42-bc73-62925989dd2a req-972bdd42-60ad-4538-99c0-1e0557c82742 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:34.485221 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f84b80ec-1da7-4c42-bc73-62925989dd2a req-972bdd42-60ad-4538-99c0-1e0557c82742 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 946 time: 0.0518818 Aug 09 19:03:34.522007 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f84b80ec-1da7-4c42-bc73-62925989dd2a req-75e08d1a-6af8-46ad-8e21-81ed79e3214f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309963 Aug 09 19:03:34.543197 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54948) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:34.623808 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834551db-f0bc-418f-9293-f529ff715257 tempest-TestMinimumBasicScenario-1493410892 tempest-TestMinimumBasicScenario-1493410892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:34.625271 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-834551db-f0bc-418f-9293-f529ff715257 tempest-TestMinimumBasicScenario-1493410892 tempest-TestMinimumBasicScenario-1493410892-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1094 time: 0.0811312 Aug 09 19:03:34.628597 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54952) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:34.632880 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'floatingip': {'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'port_id': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:34.655658 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for floatingip, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:34.750982 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:34.851717 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_common [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Allocated IP 172.27.1.155 (2e465317-e554-4978-98b0-3a9474df252a/f0a56c49-a3a0-4249-abdd-3dcfa5851b2a/350770c9-94ce-4744-9b58-58bad5db6fdb) {{(pid=93289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 19:03:34.955390 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for port, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:34.992892 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774193284100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:35.032382 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Network 2e465317-e554-4978-98b0-3a9474df252a is already hosted by enough agents. {{(pid=93289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 19:03:35.035350 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.base_scheduler [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Resources bound (agent type, host, resource id): {{(pid=93289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 19:03:35.039521 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Received port after_create {{(pid=93289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 19:03:35.042500 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'Port': ['ID=350770c9-94ce-4744-9b58-58bad5db6fdb,revision_number=1']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:35.068349 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.068695 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.069034 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.069368 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.069700 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.070098 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.070431 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.070758 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.071084 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.071407 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.071756 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.072099 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:35.121037 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:35.659225 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:35.725086 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:35.868391 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:35.873073 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:35.944291 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'Port': ['ID=350770c9-94ce-4744-9b58-58bad5db6fdb,revision_number=2']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:35.952892 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2004867'] for floatingip, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.048505 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.l3_db [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Floating IP 0ac06e8f-e326-4571-81dc-a043dfe44113 associated. External IP: 172.27.1.155, port: ee01d832-6055-490a-a8ff-fdaa514ae6cc. Aug 09 19:03:36.246240 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:03:36.360004 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:03:36.369828 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] Sync routers for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:03:36.379068 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.379389 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:36.379956 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:36.406539 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-9acf35a2-bf35-445f-82b6-07b77dd84467 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7769275 Aug 09 19:03:36.407116 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:03:36.409967 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04b3145-499e-4dca-90a2-3c94271c1cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:03:36.410305 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54954) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:36.427186 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-af203b36-3577-4938-ab40-2bd02ca673c0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284516379', 'description': 'tempest-secgroup-smoke-1284516379 description', 'project_id': '6c3fa79dd3484534abf6297fb0559ada'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:36.449781 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-af203b36-3577-4938-ab40-2bd02ca673c0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.458068 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6917372f-8e13-4c71-bf11-68b308d10c08 x-openstack-request-id: req-6917372f-8e13-4c71-bf11-68b308d10c08 {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:03:36.458363 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:03:36.458614 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6917372f-8e13-4c71-bf11-68b308d10c08 {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:03:36.459018 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'status': 'completed', 'code': 200} Aug 09 19:03:36.492342 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:36.545045 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-06919c05-5427-4ccb-b071-f6cf2e171fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:36.547017 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-06919c05-5427-4ccb-b071-f6cf2e171fea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c3fa79dd3484534abf6297fb0559ada&device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1099 time: 0.0642571 Aug 09 19:03:36.553580 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-af203b36-3577-4938-ab40-2bd02ca673c0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.557996 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-af203b36-3577-4938-ab40-2bd02ca673c0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.582310 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-af203b36-3577-4938-ab40-2bd02ca673c0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.586384 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-af203b36-3577-4938-ab40-2bd02ca673c0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1722286 Aug 09 19:03:36.587994 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54958) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:36.592403 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-ab8da6af-30ac-4585-b7d3-30929cc8b5c4 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'security_group_rule': {'security_group_id': '3de245af-fe45-4a2a-8d91-fcfd035d4a14', 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:36.606615 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af203b36-3577-4938-ab40-2bd02ca673c0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de245af-fe45-4a2a-8d91-fcfd035d4a14,revision_number=1']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:36.630931 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ab8da6af-30ac-4585-b7d3-30929cc8b5c4 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.646644 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-1aac3f7d-7b99-4ebf-87b8-9611b30c6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:36.648334 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-1aac3f7d-7b99-4ebf-87b8-9611b30c6377 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 200 len: 915 time: 0.0940926 Aug 09 19:03:36.687396 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ab8da6af-30ac-4585-b7d3-30929cc8b5c4 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.693581 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ab8da6af-30ac-4585-b7d3-30929cc8b5c4 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.716892 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-ab8da6af-30ac-4585-b7d3-30929cc8b5c4 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.720690 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-ab8da6af-30ac-4585-b7d3-30929cc8b5c4 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291888 Aug 09 19:03:36.720958 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54960) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:36.722982 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8da6af-30ac-4585-b7d3-30929cc8b5c4 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7f31cd-4df1-48fc-8b81-f8a7cc6205f8,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:36.728177 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-9b71eb20-e622-4c7c-bfc1-7e34bcb2f9d6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'security_group_rule': {'security_group_id': '3de245af-fe45-4a2a-8d91-fcfd035d4a14', 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:36.741651 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '0ac06e8f-e326-4571-81dc-a043dfe44113', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'port_id': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'mac_address': 'fa:16:3e:94:d3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T19:03:35Z', 'updated_at': '2021-08-09T19:03:35Z', 'revision_number': 0, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:56Z', 'revision_number': 5, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:36.743078 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-c092557a-4e89-4b9f-b99e-ac313ccbbae4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 1000 time: 0.0863290 Aug 09 19:03:36.767717 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] Checking router: 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:03:36.777106 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:36.777709 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:36.783999 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b71eb20-e622-4c7c-bfc1-7e34bcb2f9d6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.816159 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-449873bc-d9ed-4fd6-bbd5-e0240df04413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:36.817536 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-449873bc-d9ed-4fd6-bbd5-e0240df04413 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5625d077-8d94-4ee5-8959-eb7a1e66f4ed HTTP/1.1" status: 200 len: 853 time: 0.0662515 Aug 09 19:03:36.867167 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b71eb20-e622-4c7c-bfc1-7e34bcb2f9d6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.873318 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b71eb20-e622-4c7c-bfc1-7e34bcb2f9d6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.882216 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:36.894220 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-863a052f-625c-4af6-8205-03ff627688c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:36.895732 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-863a052f-625c-4af6-8205-03ff627688c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8c00f4b-922a-41d0-932e-dd272f101f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703957 Aug 09 19:03:36.898636 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71eb20-e622-4c7c-bfc1-7e34bcb2f9d6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d824ac-845c-4854-886e-4bdb47943d0b,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:36.905164 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b71eb20-e622-4c7c-bfc1-7e34bcb2f9d6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:36.909722 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-9b71eb20-e622-4c7c-bfc1-7e34bcb2f9d6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1839838 Aug 09 19:03:36.909884 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54962) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:36.914431 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-c4aa8afe-5901-4928-9845-8f0e91b32f31 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'security_group_rule': {'security_group_id': '3de245af-fe45-4a2a-8d91-fcfd035d4a14', 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:36.944721 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8afe-5901-4928-9845-8f0e91b32f31 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.005674 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-fe819d5d-8c22-4e3f-b533-1070038d05c5 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981083 Aug 09 19:03:37.010673 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8afe-5901-4928-9845-8f0e91b32f31 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.015472 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8afe-5901-4928-9845-8f0e91b32f31 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.032945 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa8afe-5901-4928-9845-8f0e91b32f31 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb0d6ca-c21d-4487-865c-45c41e79885a,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:37.042515 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-c4aa8afe-5901-4928-9845-8f0e91b32f31 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.043717 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-c4aa8afe-5901-4928-9845-8f0e91b32f31 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331940 Aug 09 19:03:37.046454 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54964) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:37.051574 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-71be4426-e3fd-475a-8660-f14127295805 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'security_group_rule': {'security_group_id': '3de245af-fe45-4a2a-8d91-fcfd035d4a14', 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:37.079956 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-71be4426-e3fd-475a-8660-f14127295805 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.102663 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e04b3145-499e-4dca-90a2-3c94271c1cfb req-6510330d-66d4-44d7-8b08-4e78f108e38a service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896220 Aug 09 19:03:37.134251 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '0ac06e8f-e326-4571-81dc-a043dfe44113', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'port_id': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'mac_address': 'fa:16:3e:94:d3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T19:03:35Z', 'updated_at': '2021-08-09T19:03:35Z', 'revision_number': 0, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:56Z', 'revision_number': 5, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:37.140511 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-71be4426-e3fd-475a-8660-f14127295805 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.145079 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-71be4426-e3fd-475a-8660-f14127295805 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.165980 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be4426-e3fd-475a-8660-f14127295805 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faea5f5f-f147-4158-b4b8-e29077daed2b,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:37.173441 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-71be4426-e3fd-475a-8660-f14127295805 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.175013 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-71be4426-e3fd-475a-8660-f14127295805 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275957 Aug 09 19:03:37.177619 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54966) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:37.182299 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.v2.base [None req-f060c49e-7b33-4d48-981a-e81cb3ce6f38 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'security_group_rule': {'security_group_id': '3de245af-fe45-4a2a-8d91-fcfd035d4a14', 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:37.205367 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.securitygroups_db [None req-f060c49e-7b33-4d48-981a-e81cb3ce6f38 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Project 6c3fa79dd3484534abf6297fb0559ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 19:03:37.211532 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f060c49e-7b33-4d48-981a-e81cb3ce6f38 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.278133 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f060c49e-7b33-4d48-981a-e81cb3ce6f38 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.283379 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f060c49e-7b33-4d48-981a-e81cb3ce6f38 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.294157 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7748e4-98bb-4ef9-a428-997e75ea270a None None] The sync data for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi is: [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '0ac06e8f-e326-4571-81dc-a043dfe44113', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'port_id': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'mac_address': 'fa:16:3e:94:d3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T19:03:35Z', 'updated_at': '2021-08-09T19:03:35Z', 'revision_number': 0, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:56Z', 'revision_number': 5, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:03:37.302797 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060c49e-7b33-4d48-981a-e81cb3ce6f38 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9bfe5e-47cf-4dfd-850b-29a7ee064d77,revision_number=0']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:37.318136 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f060c49e-7b33-4d48-981a-e81cb3ce6f38 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.322158 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-f060c49e-7b33-4d48-981a-e81cb3ce6f38 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408517 Aug 09 19:03:37.322525 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 54968) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:37.327793 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [None req-82a910d0-e629-4ff6-96fd-04ebdc246251 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'security_group_rule': {'security_group_id': '3de245af-fe45-4a2a-8d91-fcfd035d4a14', 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:37.351472 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.securitygroups_db [None req-82a910d0-e629-4ff6-96fd-04ebdc246251 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Project 6c3fa79dd3484534abf6297fb0559ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 19:03:37.359021 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-82a910d0-e629-4ff6-96fd-04ebdc246251 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.427820 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-82a910d0-e629-4ff6-96fd-04ebdc246251 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.432303 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-82a910d0-e629-4ff6-96fd-04ebdc246251 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630029'] for security_group_rule, after_create {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.452556 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a910d0-e629-4ff6-96fd-04ebdc246251 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f98432-6916-41e7-b265-a6764e72c957,revision_number=0']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:37.461226 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-82a910d0-e629-4ff6-96fd-04ebdc246251 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.465289 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-82a910d0-e629-4ff6-96fd-04ebdc246251 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386540 Aug 09 19:03:37.507673 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa29e63-b76e-4834-b7d7-06a8d68a4bf0 None None] New status for floating IP 0ac06e8f-e326-4571-81dc-a043dfe44113: ACTIVE {{(pid=93291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 19:03:37.543739 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-41a9517d-8b46-4e3e-8e08-b1de47e67f27 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284516379&fields=id&tenant_id=6c3fa79dd3484534abf6297fb0559ada HTTP/1.1" status: 200 len: 267 time: 0.0317621 Aug 09 19:03:37.597177 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-80a1f11e-45bb-454a-8d88-8830557372ce tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:37.598642 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-80a1f11e-45bb-454a-8d88-8830557372ce tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 946 time: 0.0491166 Aug 09 19:03:37.609806 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-ea6afe54-f982-4846-be4e-276ee3aa9b3f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'port': {'security_groups': ['2a7be67a-4757-41de-8812-1556c4b76916', '3de245af-fe45-4a2a-8d91-fcfd035d4a14']}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:03:37.671712 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 54972) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:37.678256 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-ea6afe54-f982-4846-be4e-276ee3aa9b3f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.830922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Deleting port 8c5f70ed-90c1-41c4-9276-57a2cdd3a099 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:37.831796 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.861597 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-ea6afe54-f982-4846-be4e-276ee3aa9b3f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] For port ee01d832-6055-490a-a8ff-fdaa514ae6cc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:37.895967 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-ea6afe54-f982-4846-be4e-276ee3aa9b3f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.900691 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-ea6afe54-f982-4846-be4e-276ee3aa9b3f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.908655 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.908655 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.912794 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['ee01d832-6055-490a-a8ff-fdaa514ae6cc'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:03:37.923090 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Calling delete_port for 8c5f70ed-90c1-41c4-9276-57a2cdd3a099 owned by network:floatingip {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:37.950178 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-ea6afe54-f982-4846-be4e-276ee3aa9b3f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:37.950881 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-ea6afe54-f982-4846-be4e-276ee3aa9b3f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:37.952356 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e4e9cd79-8789-4548-89a5-cf4ebe298f01 req-ea6afe54-f982-4846-be4e-276ee3aa9b3f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "PUT /v2.0/ports/ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 982 time: 0.3471997 Aug 09 19:03:37.978649 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6afe54-f982-4846-be4e-276ee3aa9b3f tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'Port': ['ID=ee01d832-6055-490a-a8ff-fdaa514ae6cc,revision_number=6']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:38.026375 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['ee01d832-6055-490a-a8ff-fdaa514ae6cc'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:03:38.093186 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb71826-0d88-452b-98cf-9573a7914e6f req-7bb2c98f-6c67-4344-81f1-d2a5a70df535 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:38.101422 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5eb71826-0d88-452b-98cf-9573a7914e6f req-7bb2c98f-6c67-4344-81f1-d2a5a70df535 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0674000 Aug 09 19:03:38.136672 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:38.153388 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5eb71826-0d88-452b-98cf-9573a7914e6f req-f6abfc29-9fa4-4b85-bd2a-b441125686f7 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464101 Aug 09 19:03:38.167727 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event deleted for resources: {'Port': ['ID=8c5f70ed-90c1-41c4-9276-57a2cdd3a099,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:38.246922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:38.247267 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Floating IP 9ef49201-b1ad-435e-b445-eb1b44849cd3 disassociated (deleted). External IP: 172.27.1.242, port: 12baba56-ec35-4ba6-b772-35237e943f3f. Aug 09 19:03:38.331274 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5128ba9b-4e47-44c8-b162-e2e58cc6ee98 None None] Provisioning complete for port ee01d832-6055-490a-a8ff-fdaa514ae6cc triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:03:38.331645 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5128ba9b-4e47-44c8-b162-e2e58cc6ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:38.460224 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:03:38.462672 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:03:38.517633 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7a4366-f06e-4ef3-9ce3-17f9397db97c x-openstack-request-id: req-3b7a4366-f06e-4ef3-9ce3-17f9397db97c {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:03:38.518178 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:03:38.518540 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b7a4366-f06e-4ef3-9ce3-17f9397db97c {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:03:38.519005 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'status': 'completed', 'code': 200} Aug 09 19:03:38.586933 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-1b16ab98-ae6d-46ca-9d7b-a4e62c275e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:38.588470 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-1b16ab98-ae6d-46ca-9d7b-a4e62c275e3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c3fa79dd3484534abf6297fb0559ada&device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1138 time: 0.0472703 Aug 09 19:03:38.684499 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-658fa348-d623-45be-9823-b2b093d8a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:38.686321 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-658fa348-d623-45be-9823-b2b093d8a2dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 200 len: 915 time: 0.0897310 Aug 09 19:03:38.696499 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Router 7d26dca8-b91f-4870-b91f-03afd1536f20 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:03:38.752511 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-436e37d9-5505-4d0c-b914-9b17e9140ab1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 1002 time: 0.0586953 Aug 09 19:03:38.803927 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:03:38.806322 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-b6e917f9-3ae3-4e9c-b7ec-9950eabfb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:38.806962 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:03:38.807985 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-b6e917f9-3ae3-4e9c-b7ec-9950eabfb631 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5625d077-8d94-4ee5-8959-eb7a1e66f4ed HTTP/1.1" status: 200 len: 853 time: 0.0486724 Aug 09 19:03:38.808847 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:38.814382 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] Sync routers for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:03:38.823560 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:38.824222 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:38.837632 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-fd3ba41b-0f50-4b53-89ac-cba5ab10702d tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "DELETE /v2.0/floatingips/9ef49201-b1ad-435e-b445-eb1b44849cd3 HTTP/1.1" status: 204 len: 168 time: 1.1641352 Aug 09 19:03:38.838347 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:03:38.840713 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9628f4-c803-4634-9fa2-89bf98149e54" -d '{"events": [{"name": "network-changed", "server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:03:38.858023 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-f0bf3537-c41c-46b4-8247-2405a24b0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:38.859871 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-f0bf3537-c41c-46b4-8247-2405a24b0350 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8c00f4b-922a-41d0-932e-dd272f101f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442698 Aug 09 19:03:38.942937 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:38.957302 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5186df-7a85-4c6c-b45b-d2b935c0da0e x-openstack-request-id: req-0a5186df-7a85-4c6c-b45b-d2b935c0da0e {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:03:38.957591 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:03:38.957858 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0a5186df-7a85-4c6c-b45b-d2b935c0da0e {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:03:38.958254 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f', 'status': 'completed', 'code': 200} Aug 09 19:03:38.966105 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-6b971fa5-5ff2-44c4-80a4-64c2fadae984 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962672 Aug 09 19:03:39.044795 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-dbcf5a21-ac1c-4398-a555-507c935fa969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:39.046327 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-dbcf5a21-ac1c-4398-a555-507c935fa969 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 1098 time: 0.0603206 Aug 09 19:03:39.073704 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-4c8ec5db-10fc-4b0b-9c37-77be16b727a9 req-942221bd-d81f-4719-9e90-112c7d31916c service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003928 Aug 09 19:03:39.127193 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807af786-c5f4-4c97-b873-fee51c3349b1 req-294c1433-2704-4774-9812-addeed4f4f6c tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:39.129563 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-807af786-c5f4-4c97-b873-fee51c3349b1 req-294c1433-2704-4774-9812-addeed4f4f6c tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 945 time: 0.0547135 Aug 09 19:03:39.170925 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-807af786-c5f4-4c97-b873-fee51c3349b1 req-05b28aa1-bab2-4e0d-a23b-b0af7aef17f3 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338633 Aug 09 19:03:39.171756 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-8996d23d-1d2a-4c69-bbcb-25b06b66c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:39.173299 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-8996d23d-1d2a-4c69-bbcb-25b06b66c9a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.1061132 Aug 09 19:03:39.214825 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '153968f2-2bad-4fc8-bbc4-a81264e68042', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:59:48Z', 'updated_at': '2021-08-09T18:59:50Z', 'revision_number': 1, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:39.223088 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-81384c40-dd64-4a32-8b6b-b80a7273bea3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12baba56-ec35-4ba6-b772-35237e943f3f HTTP/1.1" status: 200 len: 217 time: 0.0409739 Aug 09 19:03:39.254382 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] Checking router: 7d26dca8-b91f-4870-b91f-03afd1536f20 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:03:39.263087 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:39.263619 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:39.277807 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-ea1a7611-1161-4047-b157-87ec089f92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:39.279302 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-ea1a7611-1161-4047-b157-87ec089f92d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0490174 Aug 09 19:03:39.329671 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-2f4f84c2-37c4-4509-ade9-6dafa3511bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:39.331785 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-2f4f84c2-37c4-4509-ade9-6dafa3511bb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445805 Aug 09 19:03:39.381334 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:39.442606 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-d05beb60-ddd6-4d80-ad21-764d5594de0a service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018164 Aug 09 19:03:39.545982 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-5c9628f4-c803-4634-9fa2-89bf98149e54 req-98220517-c7de-42ec-b6ef-42bb9d0dd01e service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948272 Aug 09 19:03:39.617231 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '153968f2-2bad-4fc8-bbc4-a81264e68042', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:59:48Z', 'updated_at': '2021-08-09T18:59:50Z', 'revision_number': 1, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:39.648368 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ea4a7-8e2b-4156-b0c9-3cf13912f062 None None] The sync data for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi is: [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_floatingips': [{'id': '153968f2-2bad-4fc8-bbc4-a81264e68042', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'router_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'port_id': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'mac_address': 'fa:16:3e:c7:58:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c34ca28-328a-42eb-aac2-8db24e704572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:59:48Z', 'updated_at': '2021-08-09T18:59:50Z', 'revision_number': 1, 'project_id': '71a88f46e2174606936608cad6734d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:03:39.873284 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3b381-3435-4ab0-933a-7b334f8a37b4 None None] New status for floating IP 9ef49201-b1ad-435e-b445-eb1b44849cd3: DOWN {{(pid=93291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 19:03:40.287945 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1086e3f-1e5c-49db-a6da-07485191ca34 req-2edf6c03-36bd-47bd-9bdd-26523c3b6dfe tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:40.289441 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d1086e3f-1e5c-49db-a6da-07485191ca34 req-2edf6c03-36bd-47bd-9bdd-26523c3b6dfe tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Aug 09 19:03:40.333108 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d1086e3f-1e5c-49db-a6da-07485191ca34 req-6246249d-11dc-4567-971e-83d0ca38f480 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376318 Aug 09 19:03:40.718242 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-2bf82065-bc1d-4efc-bb26-1a6c6b46714f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:40.719747 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-2bf82065-bc1d-4efc-bb26-1a6c6b46714f tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 945 time: 0.0568604 Aug 09 19:03:40.812310 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Deleting port 12baba56-ec35-4ba6-b772-35237e943f3f {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:40.812658 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:40.902703 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] For port 12baba56-ec35-4ba6-b772-35237e943f3f, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=12baba56-ec35-4ba6-b772-35237e943f3f,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:40.903072 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:40.916276 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Calling delete_port for 12baba56-ec35-4ba6-b772-35237e943f3f owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:41.041696 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:41.079586 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event deleted for resources: {'Port': ['ID=12baba56-ec35-4ba6-b772-35237e943f3f,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:41.123929 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] No DVR routers for this DVR port 12baba56-ec35-4ba6-b772-35237e943f3f on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:03:41.126356 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:41.128384 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-cfa079f0-d39e-440a-8f32-9d80b4c5e7ed req-cf0e6dac-0aa3-466c-afa5-296c613bc565 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "DELETE /v2.0/ports/12baba56-ec35-4ba6-b772-35237e943f3f HTTP/1.1" status: 204 len: 173 time: 0.4024439 Aug 09 19:03:41.128814 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'name': 'network-vif-deleted', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:03:41.131045 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eecb23c-e2be-4fa1-9ad9-5493ff4dff47" -d '{"events": [{"server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "name": "network-vif-deleted", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:03:41.166316 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffadb566-0c03-4784-8557-9659d294ef1e x-openstack-request-id: req-ffadb566-0c03-4784-8557-9659d294ef1e {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:03:41.166606 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f983c9a1-aedc-4bf8-a2de-ae441821b798", "name": "network-vif-deleted", "tag": "12baba56-ec35-4ba6-b772-35237e943f3f", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:03:41.166851 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffadb566-0c03-4784-8557-9659d294ef1e {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:03:41.167240 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f983c9a1-aedc-4bf8-a2de-ae441821b798', 'name': 'network-vif-deleted', 'tag': '12baba56-ec35-4ba6-b772-35237e943f3f', 'status': 'completed', 'code': 200} Aug 09 19:03:41.429734 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-01bb89d4-9b3b-4d2c-be2e-3e6e7a8f57d1 req-ef3d3b3c-5bd4-4036-90fc-263f4d6e5649 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=f983c9a1-aedc-4bf8-a2de-ae441821b798 HTTP/1.1" status: 200 len: 210 time: 0.0279310 Aug 09 19:03:43.650500 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 12baba56-ec35-4ba6-b772-35237e943f3f no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:03:43.671100 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 12baba56-ec35-4ba6-b772-35237e943f3f {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:03:43.671452 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 12baba56-ec35-4ba6-b772-35237e943f3f not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:03:44.707151 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55010) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:44.860805 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Deleting port c7acd19d-a79d-441f-bc27-f11eb668387d {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:44.861151 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:44.937243 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:44.937570 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:44.949473 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Calling delete_port for c7acd19d-a79d-441f-bc27-f11eb668387d owned by network:floatingip {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:45.094130 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:45.117755 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event deleted for resources: {'Port': ['ID=c7acd19d-a79d-441f-bc27-f11eb668387d,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:45.130540 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.130896 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.131243 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.131585 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.131939 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.132276 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.132610 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.132938 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.133269 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.133592 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.133917 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.134236 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:45.187595 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:45.187966 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.db.l3_db [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Floating IP 153968f2-2bad-4fc8-bbc4-a81264e68042 disassociated (deleted). External IP: 172.27.1.23, port: 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1. Aug 09 19:03:45.391134 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Router 7d26dca8-b91f-4870-b91f-03afd1536f20 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:03:45.497374 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:03:45.502070 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:45.506474 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] Sync routers for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:03:45.515463 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:45.516175 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:45.529064 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-5ed496ec-2907-4013-a70a-7c278c593008 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "DELETE /v2.0/floatingips/153968f2-2bad-4fc8-bbc4-a81264e68042 HTTP/1.1" status: 204 len: 168 time: 0.8208213 Aug 09 19:03:45.529647 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:03:45.531865 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69774840-d189-4ec9-b572-cc211e7988df" -d '{"events": [{"name": "network-changed", "server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:03:45.571518 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b285fc8-e056-413b-87aa-8ffd4548ca4e x-openstack-request-id: req-1b285fc8-e056-413b-87aa-8ffd4548ca4e {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:03:45.571762 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:03:45.572192 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b285fc8-e056-413b-87aa-8ffd4548ca4e {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:03:45.572596 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'status': 'completed', 'code': 200} Aug 09 19:03:45.638812 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:45.640034 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69774840-d189-4ec9-b572-cc211e7988df req-518a4da2-bad8-4b05-9fdb-5fe9d8d2d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:45.641593 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69774840-d189-4ec9-b572-cc211e7988df req-518a4da2-bad8-4b05-9fdb-5fe9d8d2d25f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=71a88f46e2174606936608cad6734d10&device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 1098 time: 0.0447497 Aug 09 19:03:45.753798 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69774840-d189-4ec9-b572-cc211e7988df req-eee75f2e-eaa7-4cd3-8cfa-6c93ecf53fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:45.755541 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69774840-d189-4ec9-b572-cc211e7988df req-eee75f2e-eaa7-4cd3-8cfa-6c93ecf53fb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 200 len: 913 time: 0.1004932 Aug 09 19:03:45.777741 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f5fa4-4781-408e-a0eb-c8f7444b600f req-4c89a886-f087-4240-8f04-352374a500f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:45.779302 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-de0f5fa4-4781-408e-a0eb-c8f7444b600f req-4c89a886-f087-4240-8f04-352374a500f4 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 945 time: 0.0599914 Aug 09 19:03:45.817872 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69774840-d189-4ec9-b572-cc211e7988df req-41713beb-204a-4172-8877-d06db19d048e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 HTTP/1.1" status: 200 len: 217 time: 0.0443599 Aug 09 19:03:45.818982 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-de0f5fa4-4781-408e-a0eb-c8f7444b600f req-0f02fa9b-abd9-4063-acd3-ae58c03d6485 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Aug 09 19:03:45.857848 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:45.872147 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69774840-d189-4ec9-b572-cc211e7988df req-e5120f15-d929-46b7-9962-279e6977e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:45.873643 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69774840-d189-4ec9-b572-cc211e7988df req-e5120f15-d929-46b7-9962-279e6977e3d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 200 len: 851 time: 0.0482392 Aug 09 19:03:45.883688 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] Checking router: 7d26dca8-b91f-4870-b91f-03afd1536f20 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:03:45.892280 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:45.892891 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:45.925337 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69774840-d189-4ec9-b572-cc211e7988df req-fe9bbbfc-f261-404d-84c3-049bb74e96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:45.926825 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69774840-d189-4ec9-b572-cc211e7988df req-fe9bbbfc-f261-404d-84c3-049bb74e96c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=894b9985-fca2-4c30-8c3b-8e261fe4ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442350 Aug 09 19:03:45.996760 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:46.023469 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69774840-d189-4ec9-b572-cc211e7988df req-5c8534cd-db9c-4001-9034-ac0e2930b431 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813437 Aug 09 19:03:46.119193 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-69774840-d189-4ec9-b572-cc211e7988df req-9fa9ab57-95d5-415e-ac7b-06d3a83771d7 service neutron] 10.222.0.26 "GET /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871468 Aug 09 19:03:46.314421 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:46.340946 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b507de-74a4-4e5b-a48a-bcf877587b59 None None] The sync data for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi is: [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T18:56:20Z', 'revision_number': 4, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': 'db1549e4-eac8-4b93-b510-b8c58475cf3f', 'name': '', 'network_id': '894b9985-fca2-4c30-8c3b-8e261fe4ee16', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'mac_address': 'fa:16:3e:bb:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:20Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'subnets': [{'id': '2da0d483-05a6-4441-a0ed-f79f478b1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:03:46.550475 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee0586-3533-4060-9c95-fc8f4f489cf7 None None] New status for floating IP 153968f2-2bad-4fc8-bbc4-a81264e68042: DOWN {{(pid=93291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 19:03:46.938420 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b805-cb47-4e1e-9ab0-0ea07c4a0cda req-8747c76e-df7b-4f08-a7cd-08eaac1819bf tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:46.939846 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2e86b805-cb47-4e1e-9ab0-0ea07c4a0cda req-8747c76e-df7b-4f08-a7cd-08eaac1819bf tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 945 time: 0.0488911 Aug 09 19:03:46.977793 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2e86b805-cb47-4e1e-9ab0-0ea07c4a0cda req-489375d1-d51e-4802-b249-a9c7aa967808 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/security-groups?id=33924d2f-28be-4c1b-ba14-ef010422930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Aug 09 19:03:47.312658 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-f8ffb2b1-5d56-4b0c-9a32-271e20766313 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:03:47.314164 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-f8ffb2b1-5d56-4b0c-9a32-271e20766313 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Aug 09 19:03:47.410170 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Deleting port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:47.410545 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:47.505317 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] For port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:47.505686 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:47.520036 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Calling delete_port for 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:47.653070 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:47.681978 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event deleted for resources: {'Port': ['ID=7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:47.724927 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] No DVR routers for this DVR port 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:03:47.727999 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:47.730543 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-2e0f6cd0-de14-4e2a-a5b7-613b86b787c0 req-114ebb5b-9a73-4b5c-81de-ee63c3a742b2 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.26 "DELETE /v2.0/ports/7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 HTTP/1.1" status: 204 len: 173 time: 0.4086494 Aug 09 19:03:47.730990 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'name': 'network-vif-deleted', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:03:47.733447 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41963289-9d3e-4008-b150-fcf1d4bdfd1a" -d '{"events": [{"server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "name": "network-vif-deleted", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:03:47.772357 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d639cf9-f099-475f-b4dc-fd8b75ab2a61 x-openstack-request-id: req-0d639cf9-f099-475f-b4dc-fd8b75ab2a61 {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:03:47.772646 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c34ca28-328a-42eb-aac2-8db24e704572", "name": "network-vif-deleted", "tag": "7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:03:47.772892 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d639cf9-f099-475f-b4dc-fd8b75ab2a61 {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:03:47.773286 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c34ca28-328a-42eb-aac2-8db24e704572', 'name': 'network-vif-deleted', 'tag': '7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1', 'status': 'completed', 'code': 200} Aug 09 19:03:48.113382 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5b4861db-b36e-44cd-a1ea-38dca0a90aac req-20ec5cee-abe1-4867-99a3-07faceb53650 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c34ca28-328a-42eb-aac2-8db24e704572 HTTP/1.1" status: 200 len: 210 time: 0.0384948 Aug 09 19:03:49.169872 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55026) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:49.293975 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Deleting port addcff14-952f-461f-934f-1f5810d64466 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:49.294330 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:49.376517 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:49.376848 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:49.388877 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Calling delete_port for addcff14-952f-461f-934f-1f5810d64466 owned by network:floatingip {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:49.533101 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:49.558618 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event deleted for resources: {'Port': ['ID=addcff14-952f-461f-934f-1f5810d64466,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:49.617186 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for floatingip, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:49.619705 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:49.620923 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8e5412e4-6e9f-43e7-a2d3-ea1d2cea057b tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "DELETE /v2.0/floatingips/700ab690-82a5-41be-b6b9-c404fdb65fa2 HTTP/1.1" status: 204 len: 168 time: 0.4500751 Aug 09 19:03:50.820694 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55040) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:50.878354 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7bb0-c68b-412c-bbce-ace76d5767c5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:50.905733 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7bb0-c68b-412c-bbce-ace76d5767c5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:50.965282 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7bb0-c68b-412c-bbce-ace76d5767c5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:50.967594 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7bb0-c68b-412c-bbce-ace76d5767c5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:50.971655 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-1e1a7bb0-c68b-412c-bbce-ace76d5767c5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] 10.222.0.57 "DELETE /v2.0/security-groups/33924d2f-28be-4c1b-ba14-ef010422930a HTTP/1.1" status: 204 len: 168 time: 0.1471834 Aug 09 19:03:50.978633 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a7bb0-c68b-412c-bbce-ace76d5767c5 tempest-TestVolumeBootPattern-1493344565 tempest-TestVolumeBootPattern-1493344565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33924d2f-28be-4c1b-ba14-ef010422930a,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:51.031393 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55044) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:51.700676 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2004099'] for router_interface, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:51.710322 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:03:51.730115 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:03:51.730465 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device 7e3fbd7b-2568-4c3e-bf0a-7bd97ec52ab1 not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:03:51.950435 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Deleting port db1549e4-eac8-4b93-b510-b8c58475cf3f {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:51.951117 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:52.033253 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] For port db1549e4-eac8-4b93-b510-b8c58475cf3f, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=db1549e4-eac8-4b93-b510-b8c58475cf3f,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:52.033624 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:52.054202 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Calling delete_port for db1549e4-eac8-4b93-b510-b8c58475cf3f owned by network:router_interface {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:52.238286 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:52.262168 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1549e4-eac8-4b93-b510-b8c58475cf3f,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:52.432432 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003251'] for router_interface, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:52.655959 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Router 7d26dca8-b91f-4870-b91f-03afd1536f20 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:03:52.770733 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:03:52.775967 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-f6d0d93f-6416-4b70-8a57-85177331bdf7 admin admin] 10.222.0.57 "PUT /v2.0/routers/7d26dca8-b91f-4870-b91f-03afd1536f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7433987 Aug 09 19:03:52.778460 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55048) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:52.781276 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] Sync routers for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:03:52.791549 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:52.792349 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:52.892237 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks [] for router, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:52.910799 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:53.000534 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.059740 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Deleting port 09ccdc88-9bb3-4dae-8223-7d141b5b432d {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:53.060274 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.104675 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T19:03:52Z', 'revision_number': 5, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port': {'id': '09ccdc88-9bb3-4dae-8223-7d141b5b432d', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:18Z', 'updated_at': '2021-08-09T18:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:53.133033 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] Checking router: 7d26dca8-b91f-4870-b91f-03afd1536f20 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:03:53.142034 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] Routers {'7d26dca8-b91f-4870-b91f-03afd1536f20'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:53.142664 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['7d26dca8-b91f-4870-b91f-03afd1536f20'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:53.152686 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] For port 09ccdc88-9bb3-4dae-8223-7d141b5b432d, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=09ccdc88-9bb3-4dae-8223-7d141b5b432d,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:53.153056 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.166484 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Calling delete_port for 09ccdc88-9bb3-4dae-8223-7d141b5b432d owned by network:router_gateway {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:53.231045 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] Set router 7d26dca8-b91f-4870-b91f-03afd1536f20 gateway port host: None {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:53.287505 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T19:03:53Z', 'revision_number': 6, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port_host': None}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:53.315165 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8f5dd-ef60-43b2-a31f-2209f29ed13b None None] The sync data for ids ['7d26dca8-b91f-4870-b91f-03afd1536f20'] in dv-cinder-782995-5-iscsi is: [{'id': '7d26dca8-b91f-4870-b91f-03afd1536f20', 'name': 'tempest-TestVolumeBootPattern-1170165296-router', 'tenant_id': '71a88f46e2174606936608cad6734d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:17Z', 'updated_at': '2021-08-09T19:03:53Z', 'revision_number': 6, 'project_id': '71a88f46e2174606936608cad6734d10', 'gw_port_host': None}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:03:53.341580 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.367618 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ccdc88-9bb3-4dae-8223-7d141b5b432d,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:53.429975 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004949'] for router_gateway, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.519684 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40602'] for router, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.522088 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.570066 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2002389'] for router, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.570822 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d26dca8-b91f-4870-b91f-03afd1536f20 {{(pid=93288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 19:03:53.575466 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] Notify callbacks [] for router, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.576764 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-dc405205-35d5-485c-ba0b-9203595c7393 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7d26dca8-b91f-4870-b91f-03afd1536f20 HTTP/1.1" status: 204 len: 168 time: 0.7973652 Aug 09 19:03:53.580313 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55050) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:53.627544 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.db_base_plugin_v2 [None req-470c2e20-f372-4608-8c39-78bd6911b191 admin admin] Deleting subnet 2da0d483-05a6-4441-a0ed-f79f478b1df3 {{(pid=93288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 19:03:53.631152 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-470c2e20-f372-4608-8c39-78bd6911b191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.679748 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-470c2e20-f372-4608-8c39-78bd6911b191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3883920'] for subnet, precommit_delete_associations {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.774864 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-470c2e20-f372-4608-8c39-78bd6911b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.832601 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-470c2e20-f372-4608-8c39-78bd6911b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3882496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3378366'] for subnet, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.862641 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c2e20-f372-4608-8c39-78bd6911b191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da0d483-05a6-4441-a0ed-f79f478b1df3,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:53.864747 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-470c2e20-f372-4608-8c39-78bd6911b191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for subnet, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:53.868007 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-470c2e20-f372-4608-8c39-78bd6911b191 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2da0d483-05a6-4441-a0ed-f79f478b1df3 HTTP/1.1" status: 204 len: 168 time: 0.2848308 Aug 09 19:03:53.870956 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55052) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:53.879847 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03927da-59d0-4577-80a9-f44b6903364e None None] Network 894b9985-fca2-4c30-8c3b-8e261fe4ee16 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:03:53.944033 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.010187 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Deleting port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:54.011209 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.084899 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] For port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=13cd01f9-7f90-4ba3-99ff-12a923c8bcd9,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:54.085422 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.101987 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Calling delete_port for 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 owned by network:dhcp {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:54.102823 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] DHCP port deletion for 894b9985-fca2-4c30-8c3b-8e261fe4ee16 request from dv-cinder-782995-5-iscsi {{(pid=93290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 19:03:54.169324 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Deleting port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:54.169708 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.201422 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.237203 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Pushing event deleted for resources: {'Port': ['ID=13cd01f9-7f90-4ba3-99ff-12a923c8bcd9,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:54.249077 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] No DVR routers for this DVR port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 on host dv-cinder-782995-5-iscsi {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:03:54.271846 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] For port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=13cd01f9-7f90-4ba3-99ff-12a923c8bcd9,segment=NetworkSegment(5f9be615-fb10-4fb4-9ac1-7c65e6b3c702),segment_id=5f9be615-fb10-4fb4-9ac1-7c65e6b3c702)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:54.272377 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.291078 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Calling delete_port for 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 owned by network:dhcp {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:54.332767 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.345747 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894b9985-fca2-4c30-8c3b-8e261fe4ee16']}} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:54.358975 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702') {'for_net_delete': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:54.359390 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9be615-fb10-4fb4-9ac1-7c65e6b3c702') {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:54.370885 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3883911'] for segment, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.386017 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.392355 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.402805 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 19:03:54.404292 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3882718'] for segment, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: Traceback (most recent call last): Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: timer() Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: cb(*args, **kw) Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: return func(*args, **kwargs) Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: self._notify() Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: self.callback(batched_events) Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: event.method(event) Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: return f(self, *a, **k) Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._get(url).json() Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: return self.request(url, 'GET', **kwargs) Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 19:03:54.407590 dv-cinder-782995-5-iscsi neutron-server[93288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 19:03:54.413092 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Pushing event deleted for resources: {'Port': ['ID=13cd01f9-7f90-4ba3-99ff-12a923c8bcd9,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:54.422552 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] No DVR routers for this DVR port 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 on host dv-cinder-782995-5-iscsi {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:03:54.426434 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.426787 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.427131 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.427470 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.427843 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.428236 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.428570 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.428961 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.429212 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.429536 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.429863 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.430188 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf851d4a-ef88-462e-9732-209c4709a379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:03:54.488114 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.493870 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:54.495739 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] 10.222.0.57 "DELETE /v2.0/networks/894b9985-fca2-4c30-8c3b-8e261fe4ee16 HTTP/1.1" status: 204 len: 168 time: 0.6240482 Aug 09 19:03:54.498804 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55054) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:54.507589 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd560b8-093b-4637-b5be-7d9b9481812f admin admin] Pushing event deleted for resources: {'Network': ['ID=894b9985-fca2-4c30-8c3b-8e261fe4ee16,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:54.852178 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2004099'] for router_interface, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:55.047287 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:03:55.069023 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:03:55.069392 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 13cd01f9-7f90-4ba3-99ff-12a923c8bcd9 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:03:55.069824 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 09ccdc88-9bb3-4dae-8223-7d141b5b432d no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:03:55.092337 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 09ccdc88-9bb3-4dae-8223-7d141b5b432d {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:03:55.092692 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 09ccdc88-9bb3-4dae-8223-7d141b5b432d not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:03:55.093109 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device db1549e4-eac8-4b93-b510-b8c58475cf3f no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:03:55.113041 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: db1549e4-eac8-4b93-b510-b8c58475cf3f {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:03:55.113299 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device db1549e4-eac8-4b93-b510-b8c58475cf3f not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:03:55.123131 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Deleting port 903a7bd3-a70d-410e-872e-5c693d158a23 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:55.123594 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:55.212225 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] For port 903a7bd3-a70d-410e-872e-5c693d158a23, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=903a7bd3-a70d-410e-872e-5c693d158a23,segment=NetworkSegment(b64acc57-0fb8-47fa-b2df-eb398e07704b),segment_id=b64acc57-0fb8-47fa-b2df-eb398e07704b)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:55.212593 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:55.227065 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Calling delete_port for 903a7bd3-a70d-410e-872e-5c693d158a23 owned by network:router_interface {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:55.408417 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:55.438121 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=903a7bd3-a70d-410e-872e-5c693d158a23,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:55.599212 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003251'] for router_interface, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:55.807404 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Router 8e17ee65-d5da-4169-9edf-9b948723850a has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:03:55.917833 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:03:55.922850 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-36261dfa-a03e-476f-bb86-fc95299da9ae admin admin] 10.222.0.57 "PUT /v2.0/routers/8e17ee65-d5da-4169-9edf-9b948723850a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4229605 Aug 09 19:03:55.926253 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55060) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:55.929032 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] Sync routers for ids ['8e17ee65-d5da-4169-9edf-9b948723850a'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:03:55.939549 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] Routers {'8e17ee65-d5da-4169-9edf-9b948723850a'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:55.940814 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8e17ee65-d5da-4169-9edf-9b948723850a'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:56.039634 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks [] for router, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:56.044632 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] Set router 8e17ee65-d5da-4169-9edf-9b948723850a gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:56.232795 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:22Z', 'updated_at': '2021-08-09T19:03:55Z', 'revision_number': 5, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'gw_port': {'id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:23Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:56.259817 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] Checking router: 8e17ee65-d5da-4169-9edf-9b948723850a for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:03:56.269118 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] Routers {'8e17ee65-d5da-4169-9edf-9b948723850a'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:03:56.269736 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:03:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8e17ee65-d5da-4169-9edf-9b948723850a'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:56.382949 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] Set router 8e17ee65-d5da-4169-9edf-9b948723850a gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:03:56.455972 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:56.520542 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Deleting port db6c4d33-ed64-4fc9-a774-40dc6a716489 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:56.520754 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:56.603533 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] For port db6c4d33-ed64-4fc9-a774-40dc6a716489, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=db6c4d33-ed64-4fc9-a774-40dc6a716489,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:56.604506 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:56.626190 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Calling delete_port for db6c4d33-ed64-4fc9-a774-40dc6a716489 owned by network:router_gateway {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:56.679888 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:22Z', 'updated_at': '2021-08-09T19:03:55Z', 'revision_number': 5, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'gw_port': {'id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:23Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:56.707037 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756f692-83b9-4434-8895-3adb9f194674 None None] The sync data for ids ['8e17ee65-d5da-4169-9edf-9b948723850a'] in dv-cinder-782995-5-iscsi is: [{'id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'name': 'tempest-TestVolumeBootPattern-2104314927-router', 'tenant_id': 'a02c6f0c88b2411f828417806606b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:56:22Z', 'updated_at': '2021-08-09T19:03:55Z', 'revision_number': 5, 'project_id': 'a02c6f0c88b2411f828417806606b4c3', 'gw_port': {'id': 'db6c4d33-ed64-4fc9-a774-40dc6a716489', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e17ee65-d5da-4169-9edf-9b948723850a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:56:23Z', 'updated_at': '2021-08-09T18:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:03:56.805171 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:56.835035 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Pushing event deleted for resources: {'Port': ['ID=db6c4d33-ed64-4fc9-a774-40dc6a716489,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:56.905788 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004949'] for router_gateway, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.002226 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40602'] for router, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.004654 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.055698 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2002389'] for router, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.056369 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e17ee65-d5da-4169-9edf-9b948723850a {{(pid=93289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 19:03:57.060734 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] Notify callbacks [] for router, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.064503 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-c7e374cf-d89e-48fd-aa94-ea26326d604c admin admin] 10.222.0.57 "DELETE /v2.0/routers/8e17ee65-d5da-4169-9edf-9b948723850a HTTP/1.1" status: 204 len: 168 time: 1.1347167 Aug 09 19:03:57.065033 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55062) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:57.090960 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 903a7bd3-a70d-410e-872e-5c693d158a23 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:03:57.115922 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 903a7bd3-a70d-410e-872e-5c693d158a23 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:03:57.116569 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 903a7bd3-a70d-410e-872e-5c693d158a23 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:03:57.122657 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8929a9-8173-4a5f-bb00-8eddc388301e admin admin] Deleting subnet a20d63f6-474c-48fa-ae12-4030b01c8c47 {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 19:03:57.127200 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6e8929a9-8173-4a5f-bb00-8eddc388301e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.171033 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6e8929a9-8173-4a5f-bb00-8eddc388301e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829570'] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.260050 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6e8929a9-8173-4a5f-bb00-8eddc388301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.315534 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6e8929a9-8173-4a5f-bb00-8eddc388301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10385296'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.342618 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8929a9-8173-4a5f-bb00-8eddc388301e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20d63f6-474c-48fa-ae12-4030b01c8c47,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:57.346944 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6e8929a9-8173-4a5f-bb00-8eddc388301e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.348865 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-6e8929a9-8173-4a5f-bb00-8eddc388301e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a20d63f6-474c-48fa-ae12-4030b01c8c47 HTTP/1.1" status: 204 len: 168 time: 0.2829742 Aug 09 19:03:57.351464 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55064) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:57.355288 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafdb62-8c0f-4642-bfc0-3c88167a573d None None] Network 598e00ae-533a-478a-b1e6-a76477108500 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:03:57.420028 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.480074 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Deleting port 7031bd9b-70dd-4027-8824-b2f7c4964120 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:57.480422 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.544853 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d5a2d-583e-4874-b3bc-b67c9403579e None None] DHCP port deletion for 598e00ae-533a-478a-b1e6-a76477108500 request from dv-cinder-782995-5-iscsi {{(pid=93290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 19:03:57.547445 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] For port 7031bd9b-70dd-4027-8824-b2f7c4964120, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=7031bd9b-70dd-4027-8824-b2f7c4964120,segment=NetworkSegment(b64acc57-0fb8-47fa-b2df-eb398e07704b),segment_id=b64acc57-0fb8-47fa-b2df-eb398e07704b)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:57.547807 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.563705 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Calling delete_port for 7031bd9b-70dd-4027-8824-b2f7c4964120 owned by network:dhcp {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:57.607056 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-805d5a2d-583e-4874-b3bc-b67c9403579e None None] Deleting port 7031bd9b-70dd-4027-8824-b2f7c4964120 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:03:57.607464 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-805d5a2d-583e-4874-b3bc-b67c9403579e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.678366 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.681114 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-805d5a2d-583e-4874-b3bc-b67c9403579e None None] For port 7031bd9b-70dd-4027-8824-b2f7c4964120, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=7031bd9b-70dd-4027-8824-b2f7c4964120,segment=NetworkSegment(b64acc57-0fb8-47fa-b2df-eb398e07704b),segment_id=b64acc57-0fb8-47fa-b2df-eb398e07704b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:03:57.681745 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-805d5a2d-583e-4874-b3bc-b67c9403579e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.698963 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-805d5a2d-583e-4874-b3bc-b67c9403579e None None] Calling delete_port for 7031bd9b-70dd-4027-8824-b2f7c4964120 owned by network:dhcp {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:03:57.710314 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Pushing event deleted for resources: {'Port': ['ID=7031bd9b-70dd-4027-8824-b2f7c4964120,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:57.716158 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] No DVR routers for this DVR port 7031bd9b-70dd-4027-8824-b2f7c4964120 on host dv-cinder-782995-5-iscsi {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:03:57.793561 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.796820 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-805d5a2d-583e-4874-b3bc-b67c9403579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.806438 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598e00ae-533a-478a-b1e6-a76477108500']}} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:57.819213 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64acc57-0fb8-47fa-b2df-eb398e07704b') {'for_net_delete': True} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:57.819540 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64acc57-0fb8-47fa-b2df-eb398e07704b') {} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:03:57.823192 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d5a2d-583e-4874-b3bc-b67c9403579e None None] Pushing event deleted for resources: {'Port': ['ID=7031bd9b-70dd-4027-8824-b2f7c4964120,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:57.829692 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d5a2d-583e-4874-b3bc-b67c9403579e None None] No DVR routers for this DVR port 7031bd9b-70dd-4027-8824-b2f7c4964120 on host dv-cinder-782995-5-iscsi {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:03:57.832616 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829589'] for segment, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.848460 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.855300 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 19:03:57.855711 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8829140'] for segment, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: Traceback (most recent call last): Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: timer() Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: cb(*args, **kw) Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: return func(*args, **kwargs) Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: self._notify() Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: self.callback(batched_events) Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: event.method(event) Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: return f(self, *a, **k) Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._get(url).json() Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: return self.request(url, 'GET', **kwargs) Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 19:03:57.857468 dv-cinder-782995-5-iscsi neutron-server[93289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 19:03:57.916199 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.924041 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:57.928057 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] 10.222.0.57 "DELETE /v2.0/networks/598e00ae-533a-478a-b1e6-a76477108500 HTTP/1.1" status: 204 len: 168 time: 0.5753798 Aug 09 19:03:57.940675 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2852857-3193-4318-8d08-0d966ab5a426 admin admin] Pushing event deleted for resources: {'Network': ['ID=598e00ae-533a-478a-b1e6-a76477108500,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:58.043728 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55068) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:58.085296 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-a667b84b-cd66-4a31-8c4c-52f9b481f852 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=71a88f46e2174606936608cad6734d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399258 Aug 09 19:03:58.087821 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55070) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:58.137427 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9274e490-45e6-4188-b4c5-ea305df62634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:58.159451 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9274e490-45e6-4188-b4c5-ea305df62634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:58.212574 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9274e490-45e6-4188-b4c5-ea305df62634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:58.215157 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-9274e490-45e6-4188-b4c5-ea305df62634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:58.216376 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-9274e490-45e6-4188-b4c5-ea305df62634 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05465f1b-6e60-4908-9682-5ff532a9548e HTTP/1.1" status: 204 len: 168 time: 0.1276786 Aug 09 19:03:58.228532 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274e490-45e6-4188-b4c5-ea305df62634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05465f1b-6e60-4908-9682-5ff532a9548e,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:58.555099 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55076) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:58.568475 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:58.622184 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-eddb636a-a53d-4bdb-8ac1-c24c1117eeef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a02c6f0c88b2411f828417806606b4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653527 Aug 09 19:03:58.624748 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55078) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:03:58.675558 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2e132f0e-3d7d-4163-a2c3-77d7d7ed04d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:58.699027 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2e132f0e-3d7d-4163-a2c3-77d7d7ed04d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:58.755064 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2e132f0e-3d7d-4163-a2c3-77d7d7ed04d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:58.757899 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2e132f0e-3d7d-4163-a2c3-77d7d7ed04d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:03:58.759066 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-2e132f0e-3d7d-4163-a2c3-77d7d7ed04d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69143b8e-a12a-4b19-9818-8f9f19076401 HTTP/1.1" status: 204 len: 168 time: 0.1333706 Aug 09 19:03:58.767509 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e132f0e-3d7d-4163-a2c3-77d7d7ed04d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69143b8e-a12a-4b19-9818-8f9f19076401,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:03:59.023207 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device db6c4d33-ed64-4fc9-a774-40dc6a716489 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:03:59.044247 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: db6c4d33-ed64-4fc9-a774-40dc6a716489 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:03:59.044590 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device db6c4d33-ed64-4fc9-a774-40dc6a716489 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:03:59.045022 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7031bd9b-70dd-4027-8824-b2f7c4964120 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:03:59.068925 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 7031bd9b-70dd-4027-8824-b2f7c4964120 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:03:59.069290 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7031bd9b-70dd-4027-8824-b2f7c4964120 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:03:59.602605 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-376c4519-de07-43d2-b026-a2749492f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:01.076328 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94e7b6-e435-415f-9dfd-0ee236666714 req-5850054f-7c7c-4470-8b38-45fad5d4b68d tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:01.078008 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bc94e7b6-e435-415f-9dfd-0ee236666714 req-5850054f-7c7c-4470-8b38-45fad5d4b68d tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0536325 Aug 09 19:04:01.088902 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-f86e75a0-3b59-4daf-b329-32dd5271d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:01.090455 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-f86e75a0-3b59-4daf-b329-32dd5271d79f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c3fa79dd3484534abf6297fb0559ada&device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1138 time: 0.0465121 Aug 09 19:04:01.140975 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-bc94e7b6-e435-415f-9dfd-0ee236666714 req-da9f1efa-f963-43f9-bf61-256d1b128edd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550828 Aug 09 19:04:01.189501 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-f0fb5d7a-e888-4dbe-826c-b204ff057d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:01.191607 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-f0fb5d7a-e888-4dbe-826c-b204ff057d6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 200 len: 915 time: 0.0935979 Aug 09 19:04:01.268929 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-7220f4bd-bb14-4c10-b1b4-36318150ac8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 1002 time: 0.0673215 Aug 09 19:04:01.325765 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-5ea1c930-10ab-4fee-8358-9c8d22d1c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:01.327511 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-5ea1c930-10ab-4fee-8358-9c8d22d1c9da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5625d077-8d94-4ee5-8959-eb7a1e66f4ed HTTP/1.1" status: 200 len: 853 time: 0.0510192 Aug 09 19:04:01.380045 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-beb27ca9-1d58-4bdc-832e-8c53d10694ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:01.381615 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-beb27ca9-1d58-4bdc-832e-8c53d10694ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8c00f4b-922a-41d0-932e-dd272f101f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458183 Aug 09 19:04:01.490710 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-17323471-34c1-40a7-9093-bf9882d14d52 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012235 Aug 09 19:04:01.588130 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-874808a3-6bec-48c4-b9e5-12af324ef499 req-ec9733b3-4ca0-4586-a303-45e2643ae76a service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897777 Aug 09 19:04:02.270697 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f57d7-b86a-490f-a52a-cfb78534c5ef req-0148b5b9-59a4-420f-a9bb-9c539104fbbf tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:02.272261 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9a2f57d7-b86a-490f-a52a-cfb78534c5ef req-0148b5b9-59a4-420f-a9bb-9c539104fbbf tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0517809 Aug 09 19:04:02.317518 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9a2f57d7-b86a-490f-a52a-cfb78534c5ef req-5c1ba2c2-19db-4845-a060-d01dda924ad5 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386767 Aug 09 19:04:02.382285 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fde0bbb3-7398-4651-827a-e3ed620455a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:02.478151 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:03.303004 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:03.440675 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d14ab-9b00-4f78-bec9-6274d1c17c4b req-0fd0774b-772c-44c1-ba2b-9d95fedc1738 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:03.442256 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-615d14ab-9b00-4f78-bec9-6274d1c17c4b req-0fd0774b-772c-44c1-ba2b-9d95fedc1738 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0532925 Aug 09 19:04:03.493782 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-615d14ab-9b00-4f78-bec9-6274d1c17c4b req-e74deafb-78ae-44b1-afbb-5933dc684b50 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431578 Aug 09 19:04:04.162472 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-c60003f0-e1c9-4805-b420-980315000b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:04.164052 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-c60003f0-e1c9-4805-b420-980315000b5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c3fa79dd3484534abf6297fb0559ada&device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1138 time: 0.0479589 Aug 09 19:04:04.271275 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-f351b507-64ba-46a2-be9a-3fe82a3e46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:04.272852 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-f351b507-64ba-46a2-be9a-3fe82a3e46bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 200 len: 915 time: 0.0884235 Aug 09 19:04:04.349493 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-800604ab-0020-474a-adff-46c33cba6bfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 1002 time: 0.0689695 Aug 09 19:04:04.649119 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353d95e-d934-465e-aa59-5ef0428a8772 req-efb8e264-edb5-4d09-849e-0c0066328150 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:04.650740 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f353d95e-d934-465e-aa59-5ef0428a8772 req-efb8e264-edb5-4d09-849e-0c0066328150 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0698516 Aug 09 19:04:04.657873 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-aa56a452-00e6-4a2c-9b6b-a083f2e3093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:04.660136 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-aa56a452-00e6-4a2c-9b6b-a083f2e3093d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5625d077-8d94-4ee5-8959-eb7a1e66f4ed HTTP/1.1" status: 200 len: 853 time: 0.3038218 Aug 09 19:04:04.695000 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-f353d95e-d934-465e-aa59-5ef0428a8772 req-04358ec8-c6da-4dc5-b3d7-381ebe308174 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378592 Aug 09 19:04:04.717812 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-1099db6c-071b-4a53-a85b-f9f404f71420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:04.719317 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-1099db6c-071b-4a53-a85b-f9f404f71420 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8c00f4b-922a-41d0-932e-dd272f101f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519445 Aug 09 19:04:04.821414 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-112f8e49-e2b8-4eb3-95ae-9ea2808f213c service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940537 Aug 09 19:04:04.920510 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-0315b0d3-d8aa-4ccb-bfcc-4131bfacccb2 req-c78c7429-c850-42a7-a898-053cff6e7e07 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925038 Aug 09 19:04:05.130062 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:05.830563 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9affaef-b05a-4517-aca5-561864cabb2e req-07732ea7-2b5d-49dc-9d80-f341a0c9963e tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:05.832222 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d9affaef-b05a-4517-aca5-561864cabb2e req-07732ea7-2b5d-49dc-9d80-f341a0c9963e tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0518670 Aug 09 19:04:05.873933 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-d9affaef-b05a-4517-aca5-561864cabb2e req-f1df43ff-9467-453c-ad37-080812cde8ea tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354714 Aug 09 19:04:07.001755 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e18352-2185-42fb-8fb4-befafb3aa073 req-c15a2721-92e0-4034-b951-3860509cf200 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:07.003799 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-66e18352-2185-42fb-8fb4-befafb3aa073 req-c15a2721-92e0-4034-b951-3860509cf200 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0532291 Aug 09 19:04:07.048708 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-66e18352-2185-42fb-8fb4-befafb3aa073 req-ae026491-e3dd-48fe-a93e-40804ca0d3ac tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388889 Aug 09 19:04:08.162854 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167294e-3a04-4b45-a738-4c290afa8417 req-3a775b4a-b892-4f4f-915f-e975ad06052a tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:08.164352 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0167294e-3a04-4b45-a738-4c290afa8417 req-3a775b4a-b892-4f4f-915f-e975ad06052a tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0489070 Aug 09 19:04:08.203937 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0167294e-3a04-4b45-a738-4c290afa8417 req-4cb0d5f3-e5c8-4b97-8d98-5fadf62eb473 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336289 Aug 09 19:04:09.328110 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f198d-2881-4c06-ad9c-81092b1f3bb4 req-afdc5825-31d8-4711-bdd0-37d4541212f1 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:09.329924 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-205f198d-2881-4c06-ad9c-81092b1f3bb4 req-afdc5825-31d8-4711-bdd0-37d4541212f1 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0528805 Aug 09 19:04:09.372976 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-205f198d-2881-4c06-ad9c-81092b1f3bb4 req-c78489c3-df4c-438e-9756-7cda6f2adab0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361454 Aug 09 19:04:10.490373 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e47cf-67d2-48ec-a6e4-a61ede06ebb1 req-4c577f43-2dee-4f23-a2e8-d3cc12a6e87e tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:10.491791 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b10e47cf-67d2-48ec-a6e4-a61ede06ebb1 req-4c577f43-2dee-4f23-a2e8-d3cc12a6e87e tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0489378 Aug 09 19:04:10.533446 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-b10e47cf-67d2-48ec-a6e4-a61ede06ebb1 req-0394003c-f8b1-41b3-bd86-5e213e68e28d tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356815 Aug 09 19:04:11.649102 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983ad23-f305-4b22-8bbc-5dfa058ebccc req-b8902519-d0e2-4bee-b2df-b1917d115963 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:11.650582 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0983ad23-f305-4b22-8bbc-5dfa058ebccc req-b8902519-d0e2-4bee-b2df-b1917d115963 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0482781 Aug 09 19:04:11.689805 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-0983ad23-f305-4b22-8bbc-5dfa058ebccc req-717cd87c-bc61-4244-981c-6261b5419daf tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332229 Aug 09 19:04:12.804860 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc374bab-239b-49ff-b678-62379d7c15d3 req-b9210400-3dc1-4576-a60d-c856076fd46c tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:12.806464 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc374bab-239b-49ff-b678-62379d7c15d3 req-b9210400-3dc1-4576-a60d-c856076fd46c tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0496368 Aug 09 19:04:12.848634 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-fc374bab-239b-49ff-b678-62379d7c15d3 req-d85b083d-8739-49f8-8071-1fb49222b446 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360482 Aug 09 19:04:13.971625 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743e8f-ca00-4d3c-b3a4-ab81e2d171b1 req-09f82c25-c6f7-421b-b346-9787a442a0ce tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:13.973168 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e1743e8f-ca00-4d3c-b3a4-ab81e2d171b1 req-09f82c25-c6f7-421b-b346-9787a442a0ce tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0498273 Aug 09 19:04:14.019943 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-e1743e8f-ca00-4d3c-b3a4-ab81e2d171b1 req-72aa51f8-c89d-4012-ae91-a473d16fab95 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379555 Aug 09 19:04:15.138194 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65fdb2-d8da-415f-b7e0-7c8bcfee498b req-2135c452-e276-4fed-b92c-68af0bd613b6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:15.139695 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6e65fdb2-d8da-415f-b7e0-7c8bcfee498b req-2135c452-e276-4fed-b92c-68af0bd613b6 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0506554 Aug 09 19:04:15.181213 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-6e65fdb2-d8da-415f-b7e0-7c8bcfee498b req-9eb3583b-3c8a-4326-90c4-c51b50fdbd6c tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353663 Aug 09 19:04:15.807205 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:04:16.295201 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fa84d-1941-4a20-8674-4c8ccf509ec9 req-37f91544-72a2-4f7e-9675-a4570a0a20e0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:16.296741 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a30fa84d-1941-4a20-8674-4c8ccf509ec9 req-37f91544-72a2-4f7e-9675-a4570a0a20e0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0490375 Aug 09 19:04:16.337482 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-a30fa84d-1941-4a20-8674-4c8ccf509ec9 req-bd921e09-d047-4e79-97bf-5f50e669d889 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347586 Aug 09 19:04:17.454794 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62645c-d527-4601-bb53-14c06cff2ffd req-be458241-1bac-46c8-ba0d-26b7c5207cd8 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:17.456835 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9d62645c-d527-4601-bb53-14c06cff2ffd req-be458241-1bac-46c8-ba0d-26b7c5207cd8 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0499506 Aug 09 19:04:17.498912 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-9d62645c-d527-4601-bb53-14c06cff2ffd req-2c91d758-f550-452c-a8c1-ec846bb4af01 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360105 Aug 09 19:04:18.615931 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809891e-7d4e-4b33-bf0e-cec9fd9454bc req-7214a609-219a-4329-bd5e-f9d058fe3ae1 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:18.617361 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5809891e-7d4e-4b33-bf0e-cec9fd9454bc req-7214a609-219a-4329-bd5e-f9d058fe3ae1 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0501933 Aug 09 19:04:18.657355 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-5809891e-7d4e-4b33-bf0e-cec9fd9454bc req-16f1c3eb-5e0b-4f51-8904-f50a6b065245 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&id=3de245af-fe45-4a2a-8d91-fcfd035d4a14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339975 Aug 09 19:04:28.566893 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:29.604212 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc7fe-06cb-4123-a367-1444ab922de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:32.377584 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a05038d-fb3f-4e5c-930c-1060b6395b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:32.468745 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:33.304808 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:35.128322 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:47.564206 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-da5bb976-1f21-41ae-9229-e16b62d454e0 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284516379&fields=id&tenant_id=6c3fa79dd3484534abf6297fb0559ada HTTP/1.1" status: 200 len: 267 time: 0.0334215 Aug 09 19:04:47.616900 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-7b378c5a-1c68-4d61-afc1-e742400f5265 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:47.618270 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-7b378c5a-1c68-4d61-afc1-e742400f5265 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 985 time: 0.0478077 Aug 09 19:04:47.629234 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.v2.base [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Request body: {'port': {'security_groups': ['2a7be67a-4757-41de-8812-1556c4b76916']}} {{(pid=93289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 19:04:47.694680 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939815'] for port, before_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:47.863861 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] For port ee01d832-6055-490a-a8ff-fdaa514ae6cc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:04:47.892744 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for port, precommit_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:47.896966 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774193670301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774193284118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774193284136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8828976'] for port, after_update {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:47.908502 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['ee01d832-6055-490a-a8ff-fdaa514ae6cc'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:04:47.938247 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:47.938871 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:47.940375 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-24fe6677-b12b-4f0b-87bb-880a2a51f657 req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "PUT /v2.0/ports/ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 943 time: 0.3157239 Aug 09 19:04:47.940796 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:04:47.943153 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86df142e-537e-40f3-8498-014923cf8125" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:04:47.946899 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55134) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:04:47.978888 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event updated for resources: {'Port': ['ID=ee01d832-6055-490a-a8ff-fdaa514ae6cc,revision_number=7']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:48.002096 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be46d950-36f8-4756-bff4-da4d4c52e46a x-openstack-request-id: req-be46d950-36f8-4756-bff4-da4d4c52e46a {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:04:48.002430 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:04:48.002672 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be46d950-36f8-4756-bff4-da4d4c52e46a {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:04:48.003031 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'status': 'completed', 'code': 200} Aug 09 19:04:48.004380 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.004738 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.005086 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.005429 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.005949 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.006138 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.006428 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.006762 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.007099 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.007429 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.007762 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.008300 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9500a8c-d7d5-40d9-ad30-8e5408a29990 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.044215 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['ee01d832-6055-490a-a8ff-fdaa514ae6cc'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:04:48.067341 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.100892 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.117668 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df142e-537e-40f3-8498-014923cf8125 req-202dc0ce-adcd-4dec-8741-5cc360d900e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:48.119645 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-86df142e-537e-40f3-8498-014923cf8125 req-202dc0ce-adcd-4dec-8741-5cc360d900e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c3fa79dd3484534abf6297fb0559ada&device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1099 time: 0.0920475 Aug 09 19:04:48.211760 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-b8cefa01-2071-46ac-aba8-aa3629762bf4 None None] Provisioning complete for port ee01d832-6055-490a-a8ff-fdaa514ae6cc triggered by entity DHCP. {{(pid=93290) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 19:04:48.212151 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b8cefa01-2071-46ac-aba8-aa3629762bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000548'] for port, provisioning_complete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.240914 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.243633 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for security_group, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.245067 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "DELETE /v2.0/security-groups/3de245af-fe45-4a2a-8d91-fcfd035d4a14 HTTP/1.1" status: 204 len: 168 time: 0.2962682 Aug 09 19:04:48.248465 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55136) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:04:48.265023 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df142e-537e-40f3-8498-014923cf8125 req-f16d6029-3847-409e-8e74-e4cb88eeda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:48.266637 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-86df142e-537e-40f3-8498-014923cf8125 req-f16d6029-3847-409e-8e74-e4cb88eeda05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 200 len: 915 time: 0.1396410 Aug 09 19:04:48.267427 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de245af-fe45-4a2a-8d91-fcfd035d4a14,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:48.276693 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.277033 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.277450 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.277874 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.278298 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.278694 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.279097 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.279497 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.279922 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.280316 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.280711 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.281106 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024948c7-c79d-458e-b177-a5ea056c1798 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:48.356977 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-86df142e-537e-40f3-8498-014923cf8125 req-5027dafa-71d1-4817-b585-5184d6d4657a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 1002 time: 0.0818734 Aug 09 19:04:48.408374 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df142e-537e-40f3-8498-014923cf8125 req-6778677f-211a-4b02-a88f-b4e0ea5e79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:48.409784 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-86df142e-537e-40f3-8498-014923cf8125 req-6778677f-211a-4b02-a88f-b4e0ea5e79f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5625d077-8d94-4ee5-8959-eb7a1e66f4ed HTTP/1.1" status: 200 len: 853 time: 0.0452328 Aug 09 19:04:48.425695 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Deleting port 350770c9-94ce-4744-9b58-58bad5db6fdb {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:04:48.426037 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.461740 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df142e-537e-40f3-8498-014923cf8125 req-4460865f-1c6f-493b-a95e-7292d8153967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:48.463294 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-86df142e-537e-40f3-8498-014923cf8125 req-4460865f-1c6f-493b-a95e-7292d8153967 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8c00f4b-922a-41d0-932e-dd272f101f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463529 Aug 09 19:04:48.506934 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.507259 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.519282 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Calling delete_port for 350770c9-94ce-4744-9b58-58bad5db6fdb owned by network:floatingip {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:04:48.575424 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-86df142e-537e-40f3-8498-014923cf8125 req-17b4c516-3852-4871-a277-7d827d203d85 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040452 Aug 09 19:04:48.668489 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-86df142e-537e-40f3-8498-014923cf8125 req-1f3ba141-975a-4563-b3a2-b9f99655d6bc service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846951 Aug 09 19:04:48.688840 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.716450 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event deleted for resources: {'Port': ['ID=350770c9-94ce-4744-9b58-58bad5db6fdb,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:48.773739 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:48.774098 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.db.l3_db [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Floating IP 0ac06e8f-e326-4571-81dc-a043dfe44113 disassociated (deleted). External IP: 172.27.1.155, port: ee01d832-6055-490a-a8ff-fdaa514ae6cc. Aug 09 19:04:48.977757 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:04:49.085346 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:04:49.090654 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for floatingip, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:49.095117 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] Sync routers for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:04:49.104684 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:04:49.105294 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:04:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:49.116812 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-091befa6-e8ea-4094-beb3-451f396429cd tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "DELETE /v2.0/floatingips/0ac06e8f-e326-4571-81dc-a043dfe44113 HTTP/1.1" status: 204 len: 168 time: 0.8670352 Aug 09 19:04:49.341574 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:04:49.538716 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:56Z', 'revision_number': 5, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:49.564325 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] Checking router: 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:04:49.572965 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:04:49.573565 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:04:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:49.684640 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:04:49.903043 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:56Z', 'revision_number': 5, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:49.931587 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcfd4a9-5c3e-4cc1-8255-8a41fe32fec7 None None] The sync data for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi is: [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:02:50Z', 'revision_number': 4, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi', '_interfaces': [{'id': '4fe8cd10-a57e-49a0-b1ad-2f33a64b1430', 'name': '', 'network_id': 'd8c00f4b-922a-41d0-932e-dd272f101f34', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'mac_address': 'fa:16:3e:9e:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:50Z', 'updated_at': '2021-08-09T19:02:56Z', 'revision_number': 5, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'subnets': [{'id': '5625d077-8d94-4ee5-8959-eb7a1e66f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:04:50.004423 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc'}] {{(pid=93289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:04:50.006832 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16e7e0015a61ec5e198a7703e4bd277b9d410e59b83b50412dde68a40a868b6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025dd473-64fb-4619-aeff-ebe3667b8645" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc"}]}' {{(pid=93289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:04:50.045656 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921be127-9a47-40b5-bf21-19c760474d4c x-openstack-request-id: req-921be127-9a47-40b5-bf21-19c760474d4c {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:04:50.045961 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc", "status": "completed", "code": 200}]} {{(pid=93289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:04:50.046213 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-921be127-9a47-40b5-bf21-19c760474d4c {{(pid=93289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:04:50.046618 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'status': 'completed', 'code': 200} Aug 09 19:04:50.121479 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-48aa3791-d07c-45e2-9e2d-48a4cb2132fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:50.123016 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-48aa3791-d07c-45e2-9e2d-48a4cb2132fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c3fa79dd3484534abf6297fb0559ada&device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 1099 time: 0.0501812 Aug 09 19:04:50.180166 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafa40a-5db0-439b-8a0a-bd96c1c40c4f None None] New status for floating IP 0ac06e8f-e326-4571-81dc-a043dfe44113: DOWN {{(pid=93291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 19:04:50.223311 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-f6faf32c-5699-464f-8de2-dc4f02863ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:50.225076 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-f6faf32c-5699-464f-8de2-dc4f02863ffd service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 200 len: 915 time: 0.0942724 Aug 09 19:04:50.273978 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-2e276fdd-9da2-4613-9cbd-862ab712f622 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 200 len: 217 time: 0.0411439 Aug 09 19:04:50.324482 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-67772708-acb0-4018-88fd-85098cb33d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:50.326023 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-67772708-acb0-4018-88fd-85098cb33d90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5625d077-8d94-4ee5-8959-eb7a1e66f4ed HTTP/1.1" status: 200 len: 853 time: 0.0454106 Aug 09 19:04:50.372952 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-b8a19d09-6632-40c9-bf84-2d25870a45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:50.374485 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-b8a19d09-6632-40c9-bf84-2d25870a45c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8c00f4b-922a-41d0-932e-dd272f101f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417094 Aug 09 19:04:50.471420 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-37717787-2726-47cd-abb3-381b34bf2a72 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893934 Aug 09 19:04:50.569636 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-025dd473-64fb-4619-aeff-ebe3667b8645 req-b13dc297-23dd-4cc8-8647-73ac531a4d91 service neutron] 10.222.0.26 "GET /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896504 Aug 09 19:04:51.862084 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f44095-3e05-4142-aee2-a35aae908f86 req-85487f9e-6b47-44ca-a773-36ad7df10803 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:51.863563 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-73f44095-3e05-4142-aee2-a35aae908f86 req-85487f9e-6b47-44ca-a773-36ad7df10803 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 946 time: 0.0485008 Aug 09 19:04:51.904166 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-73f44095-3e05-4142-aee2-a35aae908f86 req-51098af6-d613-41aa-a8f8-16275bd39933 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344489 Aug 09 19:04:52.806290 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:04:53.030116 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463b290-dba8-41bf-b80b-aa284a180a46 req-5309e3d9-1bc5-4b8d-9199-199763e430a3 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:53.031651 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2463b290-dba8-41bf-b80b-aa284a180a46 req-5309e3d9-1bc5-4b8d-9199-199763e430a3 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 946 time: 0.0585761 Aug 09 19:04:53.070932 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-2463b290-dba8-41bf-b80b-aa284a180a46 req-dda0bd90-b138-4ec2-ac84-ea8498e28e56 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/security-groups?id=2a7be67a-4757-41de-8812-1556c4b76916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Aug 09 19:04:53.555471 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214433d6-8ea9-490a-933e-304dd151077d req-f416b65b-6555-4456-bf5f-ace6c353afcc tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 19:04:53.557093 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-214433d6-8ea9-490a-933e-304dd151077d req-f416b65b-6555-4456-bf5f-ace6c353afcc tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 946 time: 0.0550051 Aug 09 19:04:53.658343 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-214433d6-8ea9-490a-933e-304dd151077d req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Deleting port ee01d832-6055-490a-a8ff-fdaa514ae6cc {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:04:53.658688 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-214433d6-8ea9-490a-933e-304dd151077d req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:53.749647 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [req-214433d6-8ea9-490a-933e-304dd151077d req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] For port ee01d832-6055-490a-a8ff-fdaa514ae6cc, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=ee01d832-6055-490a-a8ff-fdaa514ae6cc,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:04:53.750088 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-214433d6-8ea9-490a-933e-304dd151077d req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:53.764714 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [req-214433d6-8ea9-490a-933e-304dd151077d req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Calling delete_port for ee01d832-6055-490a-a8ff-fdaa514ae6cc owned by compute:nova {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:04:53.898905 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-214433d6-8ea9-490a-933e-304dd151077d req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:53.911816 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] get_ports_and_sgs() called for port_ids ['ee01d832-6055-490a-a8ff-fdaa514ae6cc'] {{(pid=93290) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 19:04:53.929596 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Pushing event deleted for resources: {'Port': ['ID=ee01d832-6055-490a-a8ff-fdaa514ae6cc,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:53.978483 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [req-214433d6-8ea9-490a-933e-304dd151077d req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] No DVR routers for this DVR port ee01d832-6055-490a-a8ff-fdaa514ae6cc on host hv-cinder-78299 {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:04:53.981094 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [req-214433d6-8ea9-490a-933e-304dd151077d req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-519874'] for port, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:53.983119 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [req-214433d6-8ea9-490a-933e-304dd151077d req-e5e96778-90e8-4b55-809f-a2b2e1386338 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.26 "DELETE /v2.0/ports/ee01d832-6055-490a-a8ff-fdaa514ae6cc HTTP/1.1" status: 204 len: 173 time: 0.4194653 Aug 09 19:04:53.983559 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'name': 'network-vif-deleted', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc'}] {{(pid=93288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 19:04:53.985881 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5305abba6fe0181f139c45b5143522a91486235f8cd2e42687057bb12ce106b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc094c9-b788-47a9-ae5f-feff76358235" -d '{"events": [{"server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "name": "network-vif-deleted", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc"}]}' {{(pid=93288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 19:04:54.022774 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 19:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4dfe9f-d864-4792-bd17-b7ccb46343cc x-openstack-request-id: req-5c4dfe9f-d864-4792-bd17-b7ccb46343cc {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 19:04:54.023066 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8d229d-7cc0-4a0f-9ed2-df261217e3f7", "name": "network-vif-deleted", "tag": "ee01d832-6055-490a-a8ff-fdaa514ae6cc", "status": "completed", "code": 200}]} {{(pid=93288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 19:04:54.023883 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c4dfe9f-d864-4792-bd17-b7ccb46343cc {{(pid=93288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 19:04:54.023883 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8d229d-7cc0-4a0f-9ed2-df261217e3f7', 'name': 'network-vif-deleted', 'tag': 'ee01d832-6055-490a-a8ff-fdaa514ae6cc', 'status': 'completed', 'code': 200} Aug 09 19:04:54.178841 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [req-c9bcba10-7f49-4366-b363-52726323bfce req-934ab937-0fd6-44e8-9849-03ee556cb0c7 tempest-TestMinimumBasicScenario-1180750033 tempest-TestMinimumBasicScenario-1180750033-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b8d229d-7cc0-4a0f-9ed2-df261217e3f7 HTTP/1.1" status: 200 len: 210 time: 0.0271158 Aug 09 19:04:55.884383 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55220) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:04:56.238958 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2004099'] for router_interface, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:56.480139 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Deleting port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:04:56.480478 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:56.556468 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] For port 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=4fe8cd10-a57e-49a0-b1ad-2f33a64b1430,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:04:56.556750 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:56.569034 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Calling delete_port for 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 owned by network:router_interface {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:04:56.744944 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:56.767607 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe8cd10-a57e-49a0-b1ad-2f33a64b1430,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:56.933719 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003251'] for router_interface, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:57.412977 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:04:57.522181 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:04:57.527365 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-decec5c9-bccb-46e9-88ab-6fda18f6e94c admin admin] 10.222.0.57 "PUT /v2.0/routers/4ee945fa-b49e-4076-bcaf-a879d1c0f1e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6418478 Aug 09 19:04:57.529893 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55222) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:04:57.531277 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] Sync routers for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:04:57.541118 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:04:57.541756 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:04:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:57.638183 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:57.653225 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:04:57.746660 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:57.804024 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Deleting port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:04:57.804374 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:57.844814 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:04:56Z', 'revision_number': 5, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port': {'id': '60fcd63e-ea6e-4450-b509-2c8a4cd0bde6', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:48Z', 'updated_at': '2021-08-09T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:57.872260 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] Checking router: 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 for host: dv-cinder-782995-5-iscsi {{(pid=93290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:04:57.881791 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] Routers {'4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:04:57.882429 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:04:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'], 'active': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:57.889295 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] For port 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=60fcd63e-ea6e-4450-b509-2c8a4cd0bde6,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:04:57.890556 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:57.903335 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Calling delete_port for 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 owned by network:router_gateway {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:04:57.985145 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvr_db [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] Set router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 gateway port host: None {{(pid=93290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:04:58.039640 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_hamode_db [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:04:57Z', 'revision_number': 6, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port_host': None}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:58.069973 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2e49d-d190-4479-920e-1dba2b75f2f3 None None] The sync data for ids ['4ee945fa-b49e-4076-bcaf-a879d1c0f1e0'] in dv-cinder-782995-5-iscsi is: [{'id': '4ee945fa-b49e-4076-bcaf-a879d1c0f1e0', 'name': 'tempest-TestMinimumBasicScenario-353439567-router', 'tenant_id': '6c3fa79dd3484534abf6297fb0559ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:47Z', 'updated_at': '2021-08-09T19:04:57Z', 'revision_number': 6, 'project_id': '6c3fa79dd3484534abf6297fb0559ada', 'gw_port_host': None}] {{(pid=93290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:04:58.081056 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.108669 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60fcd63e-ea6e-4450-b509-2c8a4cd0bde6,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:58.119313 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ee01d832-6055-490a-a8ff-fdaa514ae6cc no longer exists at agent hyperv_hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:04:58.142751 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] No Port match for: ee01d832-6055-490a-a8ff-fdaa514ae6cc {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:04:58.143021 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Device ee01d832-6055-490a-a8ff-fdaa514ae6cc not bound to the agent host hv-cinder-78299 {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:04:58.174760 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004949'] for router_gateway, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.266176 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40602'] for router, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.268286 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.311142 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2002389'] for router, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.311744 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 {{(pid=93289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 19:04:58.316411 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.317604 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-0c7f69d7-292e-4562-b386-b8977a62bcb3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4ee945fa-b49e-4076-bcaf-a879d1c0f1e0 HTTP/1.1" status: 204 len: 168 time: 0.7866468 Aug 09 19:04:58.323749 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55224) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:04:58.368578 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7a3090-8794-4b4f-b1ef-9c27b14141bd admin admin] Deleting subnet 5625d077-8d94-4ee5-8959-eb7a1e66f4ed {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 19:04:58.373366 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3090-8794-4b4f-b1ef-9c27b14141bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.417702 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3090-8794-4b4f-b1ef-9c27b14141bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829570'] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.515646 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3090-8794-4b4f-b1ef-9c27b14141bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.576246 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.595468 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3090-8794-4b4f-b1ef-9c27b14141bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10385296'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.622319 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a3090-8794-4b4f-b1ef-9c27b14141bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5625d077-8d94-4ee5-8959-eb7a1e66f4ed,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:58.627479 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3090-8794-4b4f-b1ef-9c27b14141bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.629993 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-9b7a3090-8794-4b4f-b1ef-9c27b14141bd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5625d077-8d94-4ee5-8959-eb7a1e66f4ed HTTP/1.1" status: 204 len: 168 time: 0.3052270 Aug 09 19:04:58.633249 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.wsgi [-] (93288) accepted ('10.222.0.57', 55226) {{(pid=93288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:04:58.634402 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2bd6f4-2eef-4294-a218-a016b831f93d None None] Network d8c00f4b-922a-41d0-932e-dd272f101f34 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:04:58.703995 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.763643 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Deleting port f6cad086-d6bc-47ea-86b1-0f3be19e281f {{(pid=93288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:04:58.764161 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.838553 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.db [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] For port f6cad086-d6bc-47ea-86b1-0f3be19e281f, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=f6cad086-d6bc-47ea-86b1-0f3be19e281f,segment=NetworkSegment(74043967-9fff-4fef-9098-2f9d86809c17),segment_id=74043967-9fff-4fef-9098-2f9d86809c17)] {{(pid=93288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:04:58.838847 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.852642 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.plugin [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Calling delete_port for f6cad086-d6bc-47ea-86b1-0f3be19e281f owned by network:dhcp {{(pid=93288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:04:58.902950 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] DHCP port deletion for d8c00f4b-922a-41d0-932e-dd272f101f34 request from dv-cinder-782995-5-iscsi {{(pid=93290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 19:04:58.941071 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3882547'] for port, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.960914 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Deleting port f6cad086-d6bc-47ea-86b1-0f3be19e281f {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:04:58.961234 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:58.971180 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6cad086-d6bc-47ea-86b1-0f3be19e281f,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:58.973088 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] No DVR routers for this DVR port f6cad086-d6bc-47ea-86b1-0f3be19e281f on host dv-cinder-782995-5-iscsi {{(pid=93288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:04:59.027976 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] For port f6cad086-d6bc-47ea-86b1-0f3be19e281f, host dv-cinder-782995-5-iscsi, got binding levels [] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:04:59.028459 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.046694 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Calling delete_port for f6cad086-d6bc-47ea-86b1-0f3be19e281f owned by network:dhcp {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:04:59.049349 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.049940 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.ipam_backend_mixin [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Port f6cad086-d6bc-47ea-86b1-0f3be19e281f was not found and therefore no delete operation was performed {{(pid=93290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 19:04:59.052290 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.060487 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c00f4b-922a-41d0-932e-dd272f101f34']}} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:59.073009 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74043967-9fff-4fef-9098-2f9d86809c17') {'for_net_delete': True} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:59.073300 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.services.segments.db [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74043967-9fff-4fef-9098-2f9d86809c17') {} {{(pid=93288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:04:59.083792 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3883911'] for segment, before_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.084725 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device f6cad086-d6bc-47ea-86b1-0f3be19e281f no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:04:59.089797 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Pushing event deleted for resources: {'Port': ['ID=f6cad086-d6bc-47ea-86b1-0f3be19e281f,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:59.099570 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.106145 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 19:04:59.106711 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3882718'] for segment, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.111713 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] No DVR routers for this DVR port f6cad086-d6bc-47ea-86b1-0f3be19e281f on host dv-cinder-782995-5-iscsi {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:04:59.117580 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: f6cad086-d6bc-47ea-86b1-0f3be19e281f {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:04:59.117928 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device f6cad086-d6bc-47ea-86b1-0f3be19e281f not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:04:59.118404 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:04:59.139028 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.139392 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.139733 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.140103 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.140437 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.140770 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.141101 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.141432 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.141762 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.142087 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.142414 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.142741 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a1f2-b0ad-443e-9c1a-c03f508dc824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-5-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 19:04:59.146926 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:04:59.147145 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 60fcd63e-ea6e-4450-b509-2c8a4cd0bde6 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:04:59.147803 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: Traceback (most recent call last): Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: timer() Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: cb(*args, **kw) Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: return func(*args, **kwargs) Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: self._notify() Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: self.callback(batched_events) Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: event.method(event) Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: return f(self, *a, **k) Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._get(url).json() Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: return self.request(url, 'GET', **kwargs) Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 19:04:59.153157 dv-cinder-782995-5-iscsi neutron-server[93288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 19:04:59.168076 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:04:59.168435 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 4fe8cd10-a57e-49a0-b1ad-2f33a64b1430 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:04:59.171281 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.185679 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron_lib.callbacks.manager [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.187247 dv-cinder-782995-5-iscsi neutron-server[93288]: INFO neutron.wsgi [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d8c00f4b-922a-41d0-932e-dd272f101f34 HTTP/1.1" status: 204 len: 168 time: 0.5529315 Aug 09 19:04:59.191016 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55228) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:04:59.197571 dv-cinder-782995-5-iscsi neutron-server[93288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518780ea-626e-4886-9e00-6a7dc20264b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c00f4b-922a-41d0-932e-dd272f101f34,revision_number=None']} {{(pid=93288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:04:59.582715 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2004099'] for router_interface, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.607833 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ba6b-3027-41b0-a62c-b0b9eb12268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.840007 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Deleting port 6a9defa8-4938-490f-83de-9b03e2592780 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:04:59.840255 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.918787 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] For port 6a9defa8-4938-490f-83de-9b03e2592780, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=6a9defa8-4938-490f-83de-9b03e2592780,segment=NetworkSegment(b11af6a9-809a-4f60-89fc-4b87ba6923bc),segment_id=b11af6a9-809a-4f60-89fc-4b87ba6923bc)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:04:59.919147 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:04:59.934810 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Calling delete_port for 6a9defa8-4938-490f-83de-9b03e2592780 owned by network:router_interface {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:05:00.123226 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:00.150657 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9defa8-4938-490f-83de-9b03e2592780,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:05:00.326555 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2003251'] for router_interface, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:00.548167 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 has already been hosted by L3 agent 73a044b3-3268-4575-a6a0-5ed9a832033e {{(pid=93289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 19:05:00.668116 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] Notify agent at l3_agent.dv-cinder-782995-5-iscsi the message routers_updated {{(pid=93289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 19:05:00.673848 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-0d1c3eab-738a-4c08-b3d9-b09804b64414 admin admin] 10.222.0.57 "PUT /v2.0/routers/8700a1eb-2e4b-4543-b0bd-d07c45698de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807661 Aug 09 19:05:00.676494 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55230) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:05:00.680640 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] Sync routers for ids ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'] in dv-cinder-782995-5-iscsi {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 19:05:00.695146 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] Routers {'8700a1eb-2e4b-4543-b0bd-d07c45698de2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:05:00.695769 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:04:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:05:00.792141 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:00.839413 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] Set router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 gateway port host: dv-cinder-782995-5-iscsi {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:05:00.911920 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:00.968571 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Deleting port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:05:00.968916 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.031136 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'external_fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:52Z', 'updated_at': '2021-08-09T19:05:00Z', 'revision_number': 5, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'gw_port': {'id': '7ba99dda-ae0b-46cb-ba3d-58436fb9bc43', 'name': '', 'network_id': '2e465317-e554-4978-98b0-3a9474df252a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T19:02:53Z', 'updated_at': '2021-08-09T19:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0a56c49-a3a0-4249-abdd-3dcfa5851b2a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-5-iscsi'}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:05:01.060226 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] For port 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=7ba99dda-ae0b-46cb-ba3d-58436fb9bc43,segment=NetworkSegment(8779471a-5f00-4eb2-9daf-ff70757c6233),segment_id=8779471a-5f00-4eb2-9daf-ff70757c6233)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:05:01.060603 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.063766 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] Checking router: 8700a1eb-2e4b-4543-b0bd-d07c45698de2 for host: dv-cinder-782995-5-iscsi {{(pid=93291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 19:05:01.072991 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] Routers {'8700a1eb-2e4b-4543-b0bd-d07c45698de2'} bound to L3 agent in host dv-cinder-782995-5-iscsi {{(pid=93291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 19:05:01.073608 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:45:02Z,description=,heartbeat_timestamp=2021-08-09T19:04:32Z,host='dv-cinder-782995-5-iscsi',id=73a044b3-3268-4575-a6a0-5ed9a832033e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:45:02Z,topic='l3_agent')) {'router_ids': ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'], 'active': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:05:01.074984 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Calling delete_port for 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 owned by network:router_gateway {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:05:01.170187 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvr_db [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] Set router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 gateway port host: None {{(pid=93291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 19:05:01.227079 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.l3_hamode_db [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:52Z', 'updated_at': '2021-08-09T19:05:00Z', 'revision_number': 6, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'gw_port_host': None}], 'dv-cinder-782995-5-iscsi', False) {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:05:01.259008 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df5508e-7093-47b0-a155-2d38cc6b6398 None None] The sync data for ids ['8700a1eb-2e4b-4543-b0bd-d07c45698de2'] in dv-cinder-782995-5-iscsi is: [{'id': '8700a1eb-2e4b-4543-b0bd-d07c45698de2', 'name': 'tempest-TestMinimumBasicScenario-1364918150-router', 'tenant_id': '1b2be619635a4ceeb15761ef91eb945e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T19:02:52Z', 'updated_at': '2021-08-09T19:05:00Z', 'revision_number': 6, 'project_id': '1b2be619635a4ceeb15761ef91eb945e', 'gw_port_host': None}] {{(pid=93291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 19:05:01.527334 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.558080 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba99dda-ae0b-46cb-ba3d-58436fb9bc43,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:05:01.623520 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2004949'] for router_gateway, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.725309 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2002209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40602'] for router, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.728395 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.775802 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2002389'] for router, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.776390 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8700a1eb-2e4b-4543-b0bd-d07c45698de2 {{(pid=93289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 19:05:01.780714 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] Notify callbacks [] for router, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.781881 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-6b5c6f72-072e-488b-85e9-2fc79a0d2f92 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8700a1eb-2e4b-4543-b0bd-d07c45698de2 HTTP/1.1" status: 204 len: 168 time: 1.1043742 Aug 09 19:05:01.784484 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55232) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:05:01.830950 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6894010f-695a-4364-b755-75d187503337 admin admin] Deleting subnet 935d8baa-7dcb-44dd-a8df-578bc4e0e1f0 {{(pid=93289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 19:05:01.834789 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6894010f-695a-4364-b755-75d187503337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.871518 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6894010f-695a-4364-b755-75d187503337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8829570'] for subnet, precommit_delete_associations {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:01.949998 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6894010f-695a-4364-b755-75d187503337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039518'] for subnet, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.010584 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6894010f-695a-4364-b755-75d187503337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8828938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10385296'] for subnet, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.035309 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894010f-695a-4364-b755-75d187503337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935d8baa-7dcb-44dd-a8df-578bc4e0e1f0,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:05:02.041518 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-6894010f-695a-4364-b755-75d187503337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.043490 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-6894010f-695a-4364-b755-75d187503337 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/935d8baa-7dcb-44dd-a8df-578bc4e0e1f0 HTTP/1.1" status: 204 len: 168 time: 0.2573640 Aug 09 19:05:02.046777 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55234) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:05:02.049511 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0082308-c1c8-4da4-878d-3ec379b43513 None None] Network f5c46769-e871-4785-ad32-975b2b3edbc1 requested from dv-cinder-782995-5-iscsi {{(pid=93290) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 19:05:02.118860 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629825'] for network, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.188017 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Deleting port 0ccad9ee-869b-4552-859a-6d9dd995e082 {{(pid=93289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:05:02.188466 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.240823 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6edcab-7c4c-4a73-8cec-fd53dd1eab17 None None] DHCP port deletion for f5c46769-e871-4785-ad32-975b2b3edbc1 request from dv-cinder-782995-5-iscsi {{(pid=93290) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 19:05:02.263855 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.db [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] For port 0ccad9ee-869b-4552-859a-6d9dd995e082, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=0ccad9ee-869b-4552-859a-6d9dd995e082,segment=NetworkSegment(b11af6a9-809a-4f60-89fc-4b87ba6923bc),segment_id=b11af6a9-809a-4f60-89fc-4b87ba6923bc)] {{(pid=93289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:05:02.264263 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.279693 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.plugin [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Calling delete_port for 0ccad9ee-869b-4552-859a-6d9dd995e082 owned by network:dhcp {{(pid=93289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:05:02.290899 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-ac6edcab-7c4c-4a73-8cec-fd53dd1eab17 None None] Deleting port 0ccad9ee-869b-4552-859a-6d9dd995e082 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 19:05:02.291185 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ac6edcab-7c4c-4a73-8cec-fd53dd1eab17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774193664305'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.377056 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8828985'] for port, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.382786 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-ac6edcab-7c4c-4a73-8cec-fd53dd1eab17 None None] For port 0ccad9ee-869b-4552-859a-6d9dd995e082, host dv-cinder-782995-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-5-iscsi',level=0,port_id=0ccad9ee-869b-4552-859a-6d9dd995e082,segment=NetworkSegment(b11af6a9-809a-4f60-89fc-4b87ba6923bc),segment_id=b11af6a9-809a-4f60-89fc-4b87ba6923bc)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 19:05:02.383296 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ac6edcab-7c4c-4a73-8cec-fd53dd1eab17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007217'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.403661 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-607aa955-11a9-4390-82ce-ac608d9c6b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.405468 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-ac6edcab-7c4c-4a73-8cec-fd53dd1eab17 None None] Calling delete_port for 0ccad9ee-869b-4552-859a-6d9dd995e082 owned by network:dhcp {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 19:05:02.409742 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccad9ee-869b-4552-859a-6d9dd995e082,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:05:02.413791 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] No DVR routers for this DVR port 0ccad9ee-869b-4552-859a-6d9dd995e082 on host dv-cinder-782995-5-iscsi {{(pid=93289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:05:02.484180 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.491242 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038873', 'neutron.services.segments.db._delete_segments_for_network-8774193839984'] for network, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.500502 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ac6edcab-7c4c-4a73-8cec-fd53dd1eab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-939657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774193670283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774193284109'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.501782 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c46769-e871-4785-ad32-975b2b3edbc1']}} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:05:02.517388 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11af6a9-809a-4f60-89fc-4b87ba6923bc') {'for_net_delete': True} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:05:02.517898 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.services.segments.db [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11af6a9-809a-4f60-89fc-4b87ba6923bc') {} {{(pid=93289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 19:05:02.525864 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6edcab-7c4c-4a73-8cec-fd53dd1eab17 None None] Pushing event deleted for resources: {'Port': ['ID=0ccad9ee-869b-4552-859a-6d9dd995e082,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:05:02.528923 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774193842297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829589'] for segment, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.532726 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6edcab-7c4c-4a73-8cec-fd53dd1eab17 None None] No DVR routers for this DVR port 0ccad9ee-869b-4552-859a-6d9dd995e082 on host dv-cinder-782995-5-iscsi {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 19:05:02.546775 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583'] for segment, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.553740 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 19:05:02.554276 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8829140'] for segment, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: Traceback (most recent call last): Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: timer() Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: cb(*args, **kw) Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: return func(*args, **kwargs) Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: self._notify() Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: self.callback(batched_events) Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: event.method(event) Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: return f(self, *a, **k) Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._get(url).json() Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: return self.request(url, 'GET', **kwargs) Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 19:05:02.555859 dv-cinder-782995-5-iscsi neutron-server[93289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 19:05:02.615816 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2004913'] for network, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.623415 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600545'] for network, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.626369 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f5c46769-e871-4785-ad32-975b2b3edbc1 HTTP/1.1" status: 204 len: 168 time: 0.5784960 Aug 09 19:05:02.640101 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6852b9-3459-4ff4-838b-8363db5b46b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c46769-e871-4785-ad32-975b2b3edbc1,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:05:02.825704 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55238) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:05:02.866215 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-e5edd342-2d2b-478b-9632-d4091226e9ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c3fa79dd3484534abf6297fb0559ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393071 Aug 09 19:05:02.868806 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55240) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:05:02.917875 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1c1025e8-d3d1-49b8-b13a-7eb6d849133b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.940050 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1c1025e8-d3d1-49b8-b13a-7eb6d849133b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.987547 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1c1025e8-d3d1-49b8-b13a-7eb6d849133b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.990404 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-1c1025e8-d3d1-49b8-b13a-7eb6d849133b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:02.991567 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-1c1025e8-d3d1-49b8-b13a-7eb6d849133b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2a7be67a-4757-41de-8812-1556c4b76916 HTTP/1.1" status: 204 len: 168 time: 0.1217909 Aug 09 19:05:03.003865 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1025e8-d3d1-49b8-b13a-7eb6d849133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7be67a-4757-41de-8812-1556c4b76916,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:05:03.082493 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 6a9defa8-4938-490f-83de-9b03e2592780 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:05:03.106850 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 6a9defa8-4938-490f-83de-9b03e2592780 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:05:03.107200 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 6a9defa8-4938-490f-83de-9b03e2592780 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:05:03.107622 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 0ccad9ee-869b-4552-859a-6d9dd995e082 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:05:03.129637 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 0ccad9ee-869b-4552-859a-6d9dd995e082 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:05:03.129992 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 0ccad9ee-869b-4552-859a-6d9dd995e082 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:05:03.130414 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 no longer exists at agent ovs-agent-dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 19:05:03.151383 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] No Port match for: 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 {{(pid=93290) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 19:05:03.151736 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.rpc [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Device 7ba99dda-ae0b-46cb-ba3d-58436fb9bc43 not bound to the agent host dv-cinder-782995-5-iscsi {{(pid=93290) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 19:05:03.309626 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:03.355603 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55246) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:05:03.401960 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-0d20abc0-e49c-43d8-9ede-cba0135e0524 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b2be619635a4ceeb15761ef91eb945e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451524 Aug 09 19:05:03.404432 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [-] (93289) accepted ('10.222.0.57', 55248) {{(pid=93289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 19:05:03.457193 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fcffa581-e14a-4efc-bb3a-a7140889e5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:03.478873 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fcffa581-e14a-4efc-bb3a-a7140889e5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:03.526345 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fcffa581-e14a-4efc-bb3a-a7140889e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630140'] for security_group, after_delete {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:03.529145 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron_lib.callbacks.manager [None req-fcffa581-e14a-4efc-bb3a-a7140889e5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:03.530331 dv-cinder-782995-5-iscsi neutron-server[93289]: INFO neutron.wsgi [None req-fcffa581-e14a-4efc-bb3a-a7140889e5d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d806078e-d5f9-465a-807d-2f39a108e3bf HTTP/1.1" status: 204 len: 168 time: 0.1249664 Aug 09 19:05:03.539785 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffa581-e14a-4efc-bb3a-a7140889e5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d806078e-d5f9-465a-807d-2f39a108e3bf,revision_number=None']} {{(pid=93289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 19:05:05.133930 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:28.564005 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:29.610497 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c49e511b-0d39-4be1-9990-cdb4c29ffc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:29.805292 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:05:32.375611 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-715717fd-8025-494e-b360-cf42496b857b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:32.475633 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:33.309965 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:35.134063 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:58.562058 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:05:59.610711 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-93fb06c3-2abf-428c-8302-beb7d91664c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:02.380189 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-80272678-f8db-4c38-abb7-44ccec559f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:02.475725 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:03.314246 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:05.140607 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:06.803253 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:06:28.576778 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:29.610691 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-51bc4ef2-edba-40ce-8e2a-8947c47ffe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:32.380401 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6d5a9cf0-c986-4bf7-9558-3a9f02c036e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:32.475824 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:33.322347 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:35.140937 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:43.802954 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:06:58.578742 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:06:59.610734 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e2eca6d-f23a-4e59-8f18-b5a1c09a20db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:02.381710 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-38d01baf-f78e-416c-a9ad-fb8e6e17445e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:02.477335 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:03.319017 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:05.142954 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:20.806172 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:07:28.594421 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:29.611745 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a979bf99-dfd7-417b-aa7a-f6b13d62ee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:32.382648 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c35c0360-b614-4f53-9bab-caa4d2c261f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:32.477237 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:33.322367 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:35.146134 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:57.805339 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:07:58.589093 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:07:59.613211 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd473-2c5a-41bb-8c39-c5e3ba4b1eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:02.383532 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4d705191-00f3-439d-a80f-6a7aa2d6599a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:02.478165 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:03.326165 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:05.150035 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:28.591221 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:29.614864 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8f9b129d-b273-4fa2-89fd-45868a96c081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:32.384358 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f29f362f-2e0d-4864-b266-864c8f1de3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:32.478358 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:33.328568 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:34.805289 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:08:35.151198 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:58.589530 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:08:59.615799 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8470c1cd-4e70-423e-bc8f-1a3f7a5ec4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:02.385083 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a3d90cbc-e2c8-4c8b-a3ae-3a8bff301a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:02.478873 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:03.330672 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:05.154149 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:11.804000 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:09:16.362068 dv-cinder-782995-5-iscsi neutron-server[93289]: DEBUG neutron.wsgi [req-05b11758-c208-453b-bc25-f922c896b6e5 req-9c6071aa-b6b3-4b84-9258-bb73acd8ea80 tempest-VolumesActionsTest-1391469710 tempest-VolumesActionsTest-1391469710-project] (93289) timed out ('10.222.0.26', 57210) {{(pid=93289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 19:09:28.588973 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:29.616865 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5ce4c274-6993-44c1-93ec-39827ee1dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:32.386785 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ed788765-7710-48ca-9f36-5d3eeb27a7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:32.480262 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:33.333871 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:35.160918 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:48.804422 dv-cinder-782995-5-iscsi neutron-server[93291]: DEBUG neutron.db.agents_db [None req-945ec0d5-aede-4bc4-abe0-9b3e156d276e None None] Agent healthcheck: found 6 active agents {{(pid=93291) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 19:09:58.596682 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-239de294-506c-4e68-bcb9-b1a4412fcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:09:59.617393 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0152495c-a5af-4737-a282-93bdacec9dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:10:02.388687 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-eae96cd2-594e-403c-9434-2a23fe6a939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:10:02.482783 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5792c82f-f669-4da0-90f5-fb6af24599b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:10:03.338943 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ccde2658-d6a8-489f-b7b8-b52d6a218ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 19:10:05.170869 dv-cinder-782995-5-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6327b459-5b2b-43f9-92f8-17ef87db0a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774193839876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000599'] for agent, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}